-- Logs begin at Tue 2021-11-09 14:43:15 UTC, end at Tue 2021-11-09 15:44:29 UTC. --
Nov 09 15:17:45.521911 dv-cinder-817223-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 09 15:17:47.880933 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.common.config [-] Logging enabled!
Nov 09 15:17:47.881774 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev54
Nov 09 15:17:47.881774 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86676) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 09 15:17:47.884870 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.common.config [-] Logging enabled!
Nov 09 15:17:47.885099 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev54
Nov 09 15:17:47.885427 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86676) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 09 15:17:47.886392 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 09 15:17:47.886625 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 09 15:17:47.886982 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 09 15:17:47.887225 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 09 15:17:47.887445 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 09 15:17:47.887762 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.888055 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.888350 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.888577 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.888868 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.889156 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.889440 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.889727 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.890040 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.890332 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.890609 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.890893 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.891124 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.891408 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.891693 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.891980 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.892205 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.892488 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.892909 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.893325 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.893608 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.893900 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.894206 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.894474 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.894750 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.895038 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.895367 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] host                           = dv-cinder-817223-1-iscsi {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.895645 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.895932 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.896223 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.896509 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.896784 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.897058 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.897342 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.897614 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.897885 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.898192 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.898479 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.898767 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.899061 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.899286 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.899508 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.899799 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.900088 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.900432 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.900710 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.901165 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.901449 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.901727 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.902000 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.902378 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.902599 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.902885 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.903159 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.903433 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.903705 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.903980 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.904263 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.904539 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.904812 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.905086 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.905372 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.905643 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.905918 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.906249 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.906538 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.906820 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.907107 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.907379 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.907661 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.907933 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.908206 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.908476 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.908751 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.909019 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.909299 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.909568 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.909840 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.910142 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.910414 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.910696 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:47.910990 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.911285 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.911583 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.911868 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.912161 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.912443 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.912731 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.913012 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.913298 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.913586 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.913879 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.914188 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.914476 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.914752 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.915043 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.915347 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.915640 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.915974 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.916439 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.916677 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.916953 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.917233 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.917521 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.917821 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.918142 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.918420 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.918701 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.918992 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.919269 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.919542 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.919821 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.920110 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.920389 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.920663 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.920944 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.921221 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.921493 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.921761 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.922063 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.922358 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.922633 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.922904 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.923172 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.923446 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.923714 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.923998 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.924276 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.924545 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.924815 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.925092 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.925365 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.925638 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.925914 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.926216 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.926493 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.926767 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.927039 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.927310 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.927580 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.927850 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.928124 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.928396 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.928671 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.928945 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.929218 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.929488 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.929759 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.930066 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.930346 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.930645 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.930924 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.931202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.931481 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.931836 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.932119 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.932396 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.932678 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.932955 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.933227 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.933518 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.933802 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.934113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.934401 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.934681 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.934977 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.935256 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.935539 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.935815 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.936092 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.936390 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.936676 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.936969 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.937266 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.937571 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.937862 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.938187 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.938473 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.938784 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.939065 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:47.939284 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 09 15:17:47.939526 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86676) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 09 15:17:48.330981 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO keyring.backend [-] Loading KWallet
Nov 09 15:17:48.338544 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO keyring.backend [-] Loading SecretService
Nov 09 15:17:48.342195 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO keyring.backend [-] Loading Windows
Nov 09 15:17:48.343583 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO keyring.backend [-] Loading chainer
Nov 09 15:17:48.344165 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO keyring.backend [-] Loading macOS
Nov 09 15:17:48.379172 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:17:48.379404 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:17:48.380032 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:17:48.380032 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 09 15:17:48.694047 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.694315 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.694618 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.695834 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.696106 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.696387 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.822638 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.822867 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.823169 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.836607 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.836891 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.837144 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.865823 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.866120 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.866393 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.904760 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.905346 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:48.905346 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.139186 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1b07b1cd30> agent after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.139382 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1b07b1cd30> agent after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.139640 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b07b1cdc0> segment precommit_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.139912 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1b07b1c940> network precommit_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.140671 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1b07a04430> segment before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.265319 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> network before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.265637 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1b07839280> agent before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.265921 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> network before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.266219 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> port before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.266489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> port before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.266797 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> segment after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.267059 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> segment precommit_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.267316 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> segment precommit_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.267569 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> segment after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.267845 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> network after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.268088 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> network precommit_delete 0 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.268489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> port provisioning_complete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.268763 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.269021 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> rbac-policy after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.269291 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> agent after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.269559 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> subnet after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.269816 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> subnet precommit_delete 0 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.270095 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.270347 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.270625 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> segment_host_mapping after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.270972 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> port after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.271222 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> port after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.271470 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> port after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.271748 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.271993 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.272235 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b086e2ca0>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.272618 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 09 15:17:49.272857 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 09 15:17:49.273093 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 09 15:17:49.273325 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 09 15:17:49.273558 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 09 15:17:49.273790 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 09 15:17:49.274186 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 09 15:17:49.277440 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 09 15:17:49.281400 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 09 15:17:49.285262 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])])
Nov 09 15:17:49.286923 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 09 15:17:49.287381 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 09 15:17:49.287713 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 09 15:17:49.288072 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 09 15:17:49.291143 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 09 15:17:49.291471 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 09 15:17:49.291751 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 09 15:17:49.319307 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 09 15:17:49.319747 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1b078a38e0>> qos_plugin after_init 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.320045 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86676) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 09 15:17:49.320406 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1b078a3340>> logging-plugin after_init 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.321780 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86676) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 09 15:17:49.322051 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 09 15:17:49.322354 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 09 15:17:49.325593 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1b078831f0>> floatingip before_response 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.325872 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1b078831f0>> port before_response 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.386872 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 09 15:17:49.387118 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 09 15:17:49.387346 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 09 15:17:49.387737 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 09 15:17:49.421276 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_db.sqlalchemy.engines [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86676) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 09 15:17:49.759571 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Initializing driver for type 'gre'
Nov 09 15:17:49.760664 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] gre ID ranges: [(1, 1000)]
Nov 09 15:17:49.816399 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Initializing driver for type 'local'
Nov 09 15:17:49.816737 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Initializing driver for type 'vlan'
Nov 09 15:17:49.828665 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] VlanTypeDriver initialization complete
Nov 09 15:17:49.829006 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Initializing driver for type 'vxlan'
Nov 09 15:17:49.829524 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] vxlan ID ranges: [(1, 1000)]
Nov 09 15:17:49.882707 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Initializing extension driver 'port_security'
Nov 09 15:17:49.883051 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.extensions.port_security [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] PortSecurityExtensionDriver initialization complete
Nov 09 15:17:49.883464 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Initializing mechanism driver 'openvswitch'
Nov 09 15:17:49.883956 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Initializing mechanism driver 'hyperv'
Nov 09 15:17:49.890713 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.plugins.ml2.plugin [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:17:49.891472 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b079b35e0>> port after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.891841 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b079b35e0>> port after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.892185 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b079b35e0>> port after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.892563 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b079b3790>> subnet after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.892942 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b079b3790>> subnet after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.893278 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b079b3790>> subnet after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.893649 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f08e0>> network after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.893986 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f08e0>> network after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.894349 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f08e0>> network after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.894711 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0b20>> security_group after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.895048 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0b20>> security_group after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.895376 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0b20>> security_group after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.895740 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0dc0>> security_group_rule after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.896071 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0dc0>> security_group_rule after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.896397 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0dc0>> security_group_rule after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.896742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0e50>> address_group after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.897065 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0e50>> address_group after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.897390 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b073f0e50>> address_group after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.897718 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] ML2 OVO RPC backend initialized. {{(pid=86676) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 09 15:17:49.898420 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> router_interface after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.898761 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> router_interface after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.899165 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> network before_response 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.899692 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> networks before_response 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.900151 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> port before_response 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.900485 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> ports before_response 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.900872 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> subnet before_response 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.901209 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> subnets before_response 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.901538 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> network after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.901872 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> network after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.902231 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> network after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.902559 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> port after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.902888 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> port after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.903211 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> port after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.903554 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> subnet after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.903860 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> subnet after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.904181 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b073f7430>> subnet after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.904748 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.plugin [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Modular L2 Plugin initialization complete
Nov 09 15:17:49.905073 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading services supported by the core plugin {{(pid=86676) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 09 15:17:49.905607 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.plugins.ml2.managers [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Got port-security extension from driver 'port_security'
Nov 09 15:17:49.905825 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.extensions.vlantransparent [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Disabled vlantransparent extension.
Nov 09 15:17:49.906324 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86676) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 09 15:17:49.906630 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading Plugin: router
Nov 09 15:17:49.942540 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router_interface before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.942915 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router after_create 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.943268 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router before_create 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.943629 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router_interface before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.943979 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router_interface after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.944318 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router after_delete 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.944667 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> floatingip after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.945011 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router after_create 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.945348 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router after_update 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.945683 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router after_update 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.946005 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router_gateway after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.946610 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router after_update 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.947127 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router precommit_update 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.947491 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1b07a7f040> port after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.947817 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1b07a7f1f0> port after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.948146 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1b07a7f160> subnet after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.948470 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1b07a7f0d0> subnetpool_address_scope after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.948805 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> port precommit_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.949250 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router precommit_create 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.949589 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1b07a6d8b0> port before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.949926 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router precommit_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.950298 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router after_update 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.950633 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router precommit_delete 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.950963 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router precommit_create 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.951318 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router_interface after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.951653 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> router precommit_update 55549900 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.952009 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> agent after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.952348 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> agent after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.952686 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b073f7550>> network after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.953544 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Tracking information for resource: router configured {{(pid=86676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 09 15:17:49.953865 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Tracking information for resource: floatingip configured {{(pid=86676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 09 15:17:49.958936 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.db.l3_agentschedulers_db [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 09 15:17:49.959495 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1b0736c0d0> port after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.959849 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1b07361f70> port after_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.960214 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function _notify_port_delete at 0x7f1b0736c040> port after_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.960555 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1b0736c3a0> port after_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.961330 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b07308d60>> router before_create 55550100 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.961676 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b07308d60>> router precommit_delete 55550100 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.962047 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b07308d60>> router precommit_create 55550100 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.962472 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b07308d60>> router precommit_update 55550100 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.968645 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.services.provider_configuration [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service providers = [] {{(pid=86676) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 09 15:17:49.969000 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.db.servicetype_db [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86676) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 09 15:17:49.971982 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.services.service_base [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86676) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 09 15:17:49.972324 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.services.service_base [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86676) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 09 15:17:49.972655 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.services.service_base [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86676) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 09 15:17:49.973693 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.services.service_base [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86676) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 09 15:17:49.974063 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.services.service_base [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 09 15:17:49.974459 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 09 15:17:49.974771 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 09 15:17:49.985353 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 09 15:17:49.985672 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading Plugin: auto_allocate
Nov 09 15:17:49.991530 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1b07339790> network precommit_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.991923 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1b07339790> network precommit_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:49.992435 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 09 15:17:49.992738 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading Plugin: tag
Nov 09 15:17:50.000314 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 09 15:17:50.000636 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading Plugin: timestamp
Nov 09 15:17:50.004449 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 09 15:17:50.004773 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading Plugin: network_ip_availability
Nov 09 15:17:50.010245 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b072c9a30>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:50.010546 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b072c9a30>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:50.010887 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b072c9a30>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:50.011612 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 09 15:17:50.011922 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading Plugin: flavors
Nov 09 15:17:50.017073 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 09 15:17:50.017397 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading Plugin: revisions
Nov 09 15:17:50.021831 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 09 15:17:50.022243 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_concurrency.lockutils [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.642s {{(pid=86676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:17:50.022987 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86676) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 09 15:17:50.023315 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Initializing extension manager.
Nov 09 15:17:50.023810 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: __init__.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.024144 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: __pycache__ {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.024709 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.024989 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: address_group.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.025751 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.026352 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: address-group
Nov 09 15:17:50.026691 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: address_scope.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.027416 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.027916 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: address-scope
Nov 09 15:17:50.028227 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.029152 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.029643 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: router-admin-state-down-before-update
Nov 09 15:17:50.029961 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: agent.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.030677 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.031175 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: agent
Nov 09 15:17:50.031475 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: agent_resources_synced.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.032359 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.032852 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: agent-resources-synced
Nov 09 15:17:50.033165 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.034954 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.035462 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: allowed-address-pairs
Nov 09 15:17:50.035781 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.036848 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.037351 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: auto-allocated-topology
Nov 09 15:17:50.037664 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: availability_zone.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.038378 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.038872 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: availability_zone
Nov 09 15:17:50.039183 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: availability_zone_filter.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.040245 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.040745 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: availability_zone_filter
Nov 09 15:17:50.041073 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: data_plane_status.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.041968 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.042516 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 09 15:17:50.042824 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: default_subnetpools.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.043728 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.044215 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: default-subnetpools
Nov 09 15:17:50.044529 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.045326 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.045822 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: dhcp_agent_scheduler
Nov 09 15:17:50.046166 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: dns.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.047062 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.047549 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension dns-integration not supported by any of loaded plugins
Nov 09 15:17:50.047861 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: dns_domain_ports.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.048762 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.049252 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 09 15:17:50.049564 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: dvr.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.050257 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.050755 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: dvr
Nov 09 15:17:50.051070 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: empty_string_filtering.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.051960 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.052455 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: empty-string-filtering
Nov 09 15:17:50.052771 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.053666 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.054191 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 09 15:17:50.054508 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.055412 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.056059 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 09 15:17:50.056376 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: external_net.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.057272 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.057768 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: external-net
Nov 09 15:17:50.058244 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.059139 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.059715 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: extra_dhcp_opt
Nov 09 15:17:50.060023 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: extraroute.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.060924 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.061412 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: extraroute
Nov 09 15:17:50.061725 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: extraroute_atomic.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.062785 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.063281 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: extraroute-atomic
Nov 09 15:17:50.063594 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: filter_validation.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.064245 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.064738 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: filter-validation
Nov 09 15:17:50.065045 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: fip_pf_description.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.067510 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.068016 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 09 15:17:50.068337 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: fip_port_details.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.069250 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.069755 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: fip-port-details
Nov 09 15:17:50.070089 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: flavors.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.071480 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.071987 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: flavors
Nov 09 15:17:50.072312 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.074394 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.074906 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 09 15:17:50.075226 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: floatingip_pools.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.075924 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.076424 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: floatingip-pools
Nov 09 15:17:50.076734 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: ip_allocation.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.077641 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.078162 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 09 15:17:50.078480 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.079380 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.079872 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: ip-substring-filtering
Nov 09 15:17:50.080186 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: l2_adjacency.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.081101 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.081585 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 09 15:17:50.081899 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: l3.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.082894 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.083395 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: router
Nov 09 15:17:50.083711 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.085959 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.086503 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 09 15:17:50.086825 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.087745 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.088246 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: ext-gw-mode
Nov 09 15:17:50.088568 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.089728 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.090207 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: l3-ha
Nov 09 15:17:50.090526 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: l3_flavors.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.091435 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.091927 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: l3-flavors
Nov 09 15:17:50.092243 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.093149 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.093641 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 09 15:17:50.093956 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: l3agentscheduler.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.095001 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.095498 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: l3_agent_scheduler
Nov 09 15:17:50.095814 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: logging.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.097330 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.097829 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension logging not supported by any of loaded plugins
Nov 09 15:17:50.098190 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: metering.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.098926 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.099520 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: metering
Nov 09 15:17:50.099836 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.100930 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.101426 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: metering_source_and_destination_fields
Nov 09 15:17:50.101743 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: multiprovidernet.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.102800 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.103297 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: multi-provider
Nov 09 15:17:50.103614 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: netmtu.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.104510 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.105168 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: net-mtu
Nov 09 15:17:50.105473 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: netmtu_writable.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.106422 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.106910 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: net-mtu-writable
Nov 09 15:17:50.107224 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: network_availability_zone.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.107880 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.108371 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: network_availability_zone
Nov 09 15:17:50.108681 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: network_ip_availability.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.109764 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.110293 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: network-ip-availability
Nov 09 15:17:50.110604 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: network_segment_range.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.111354 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.111842 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 09 15:17:50.112153 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: pagination.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.113112 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.113434 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: pagination
Nov 09 15:17:50.113741 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: port_device_profile.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.114667 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.115168 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: port-device-profile
Nov 09 15:17:50.115481 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.116382 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.116875 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: port-mac-address-regenerate
Nov 09 15:17:50.117186 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.118235 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.118734 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: port-numa-affinity-policy
Nov 09 15:17:50.119045 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: port_resource_request.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.119938 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.120513 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 09 15:17:50.120829 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: portbindings.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.121735 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.122264 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: binding
Nov 09 15:17:50.122576 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: portbindings_extended.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.123851 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.124719 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: binding-extended
Nov 09 15:17:50.125038 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: portsecurity.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.125942 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.126464 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: port-security
Nov 09 15:17:50.126780 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: project_id.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.127741 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.128068 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: project-id
Nov 09 15:17:50.128379 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: providernet.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.129275 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.129778 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: provider
Nov 09 15:17:50.130114 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.133678 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.134347 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos not supported by any of loaded plugins
Nov 09 15:17:50.134672 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.135908 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.136512 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 09 15:17:50.136784 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.137674 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.138214 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 09 15:17:50.138531 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos_default.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.139422 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.139917 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos-default not supported by any of loaded plugins
Nov 09 15:17:50.140234 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos_fip.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.140883 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.141370 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos-fip not supported by any of loaded plugins
Nov 09 15:17:50.141686 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.142636 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.143131 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 09 15:17:50.143443 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.144339 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.144829 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 09 15:17:50.145140 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.146044 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.146539 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 09 15:17:50.146837 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: qos_rules_alias.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.147853 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.148349 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 09 15:17:50.148665 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: quotasv2.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.149560 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.149997 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: quotas
Nov 09 15:17:50.150521 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: quotasv2_detail.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.152212 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.152541 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: quota_details
Nov 09 15:17:50.152864 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: rbac.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.153895 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.154435 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: rbac-policies
Nov 09 15:17:50.154757 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: rbac_address_group.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.155666 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.156164 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: rbac-address-group
Nov 09 15:17:50.156484 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: rbac_address_scope.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.157389 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.157887 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: rbac-address-scope
Nov 09 15:17:50.158237 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: rbac_security_groups.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.159133 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.159629 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: rbac-security-groups
Nov 09 15:17:50.159945 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.160860 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.161355 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: rbac-subnetpool
Nov 09 15:17:50.161674 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: revisionifmatch.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.162593 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.163090 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: revision-if-match
Nov 09 15:17:50.163405 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: revisions.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.164489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.164996 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: standard-attr-revisions
Nov 09 15:17:50.165315 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: router_availability_zone.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.165978 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.166519 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: router_availability_zone
Nov 09 15:17:50.166835 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: routerservicetype.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.167848 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.168346 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension router-service-type not supported by any of loaded plugins
Nov 09 15:17:50.168659 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.169557 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.170090 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: security-groups-normalized-cidr
Nov 09 15:17:50.170401 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.171308 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.171801 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: port-security-groups-filtering
Nov 09 15:17:50.172112 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.173015 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.173510 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: security-groups-remote-address-group
Nov 09 15:17:50.173818 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: securitygroup.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.184109 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.184633 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: security-group
Nov 09 15:17:50.184960 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: segment.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.185754 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.186280 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension segment not supported by any of loaded plugins
Nov 09 15:17:50.186619 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.187549 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.188045 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 09 15:17:50.188365 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: servicetype.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.189443 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.189978 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: service-type
Nov 09 15:17:50.190330 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: sorting.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.191287 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.191609 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: sorting
Nov 09 15:17:50.191950 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: standard_attr_segment.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.193502 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.194031 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 09 15:17:50.194387 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: standardattrdescription.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.195124 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.195707 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: standard-attr-description
Nov 09 15:17:50.196090 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: stateful_security_group.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.197027 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.197667 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: stateful-security-group
Nov 09 15:17:50.198081 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: stdattrs_common.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.198688 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 09 15:17:50.199157 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.200262 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.200852 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 09 15:17:50.201145 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: subnet_onboard.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.202283 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.202812 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: subnet_onboard
Nov 09 15:17:50.203112 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.204043 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.204539 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 09 15:17:50.204845 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: subnet_service_types.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.205756 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.206293 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: subnet-service-types
Nov 09 15:17:50.206610 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: subnetallocation.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.207707 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.208288 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: subnet_allocation
Nov 09 15:17:50.208521 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.209216 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.209701 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: subnetpool-prefix-ops
Nov 09 15:17:50.210065 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.210969 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.211475 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 09 15:17:50.211884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: tagging.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.213081 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.213610 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: standard-attr-tag
Nov 09 15:17:50.213918 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: timestamp.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.215206 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.215706 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loaded extension: standard-attr-timestamp
Nov 09 15:17:50.216031 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: trunk.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.217076 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.217601 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension trunk not supported by any of loaded plugins
Nov 09 15:17:50.217892 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: trunk_details.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.218825 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.219322 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension trunk-details not supported by any of loaded plugins
Nov 09 15:17:50.219636 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.220552 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.221046 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 09 15:17:50.221364 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Loading extension file: vlantransparent.py {{(pid=86676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 09 15:17:50.222051 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 09 15:17:50.222547 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 09 15:17:50.225036 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:network
Nov 09 15:17:50.225785 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:subnet
Nov 09 15:17:50.226613 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 09 15:17:50.227230 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:port
Nov 09 15:17:50.228792 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.229299 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service FLAVORS assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.230002 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.230469 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.230795 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:router
Nov 09 15:17:50.231523 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:floatingip
Nov 09 15:17:50.232238 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service METERING assigned prefix: /metering {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.233731 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b0720a8b0>> rbac-policy before_create 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:50.234101 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b0720a8b0>> rbac-policy before_update 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:50.234462 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b0720a8b0>> rbac-policy before_delete 55550000 {{(pid=86676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:17:50.235614 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 09 15:17:50.236055 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:security_group
Nov 09 15:17:50.236720 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 09 15:17:50.237440 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service CORE assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.237772 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 09 15:17:50.238289 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] subnetpool is already registered
Nov 09 15:17:50.238848 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service CORE assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.239163 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 09 15:17:50.239478 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] subnetpool is already registered
Nov 09 15:17:50.242031 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.242462 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service FLAVORS assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.243041 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.243451 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.243771 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:router
Nov 09 15:17:50.244093 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] router is already registered
Nov 09 15:17:50.244679 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:floatingip
Nov 09 15:17:50.244986 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] floatingip is already registered
Nov 09 15:17:50.245642 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service METERING assigned prefix: /metering {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.246457 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 09 15:17:50.246870 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] rbac_policy is already registered
Nov 09 15:17:50.247325 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:security_group
Nov 09 15:17:50.247654 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] security_group is already registered
Nov 09 15:17:50.248236 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 09 15:17:50.248558 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] security_group_rule is already registered
Nov 09 15:17:50.249555 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service CORE assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.249871 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 09 15:17:50.250222 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] subnetpool is already registered
Nov 09 15:17:50.250816 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.v2.resource_helper [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Service CORE assigned prefix:  {{(pid=86676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 09 15:17:50.251131 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 09 15:17:50.251452 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING neutron.quota.resource_registry [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] subnetpool is already registered
Nov 09 15:17:50.252074 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: extensions {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.253552 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: address-groups {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.255202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: address-scopes {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.256399 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: agents {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.257543 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: auto-allocated-topology {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.258802 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: availability_zones {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.260108 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: dhcp-networks {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.261731 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: dhcp-agents {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.263315 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: routers {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.266293 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: flavors {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.267451 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: service_profiles {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.268636 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: next_providers {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.270185 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: service_profiles {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.271611 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: floatingip-pools {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.276747 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: routers {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.279027 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: floatingips {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.280253 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: l3-routers {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.281824 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: l3-agents {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.283412 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: metering-labels {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.284872 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: metering-label-rules {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.286164 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: network-ip-availabilities {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.287459 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: bindings {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.289098 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: quotas {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.290736 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: quotas {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.292122 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: rbac-policies {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.293949 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: security-groups {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.295165 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: security-group-rules {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.296404 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: service-providers {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.297622 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: subnetpools {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.299052 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: subnetpools {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.300538 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.302228 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.304027 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.305793 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.307764 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.309656 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.311360 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.313250 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.315044 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.316900 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron.api.extensions [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Extended resource: tags {{(pid=86676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 09 15:17:50.323282 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING keystonemiddleware.auth_token [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 09 15:17:50.328174 dv-cinder-817223-1-iscsi neutron-server[86676]: WARNING keystonemiddleware.auth_token [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 09 15:17:50.336488 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_concurrency.lockutils [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Acquired lock "singleton_lock" {{(pid=86676) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 09 15:17:50.336958 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_concurrency.lockutils [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Releasing lock "singleton_lock" {{(pid=86676) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 09 15:17:50.337771 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO oslo_service.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Starting 2 workers
Nov 09 15:17:50.342553 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Started child 86781 {{(pid=86676) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 09 15:17:50.349176 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Started child 86782 {{(pid=86676) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 09 15:17:50.349368 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:17:50.349857 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO neutron.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 09 15:17:50.349857 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Notify callbacks [] for process, before_spawn {{(pid=86676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:17:50.350043 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [-] (86781) wsgi starting up on http://0.0.0.0:9696
Nov 09 15:17:50.351027 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:17:50.351476 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO oslo_service.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Starting 1 workers
Nov 09 15:17:50.352469 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [-] (86782) wsgi starting up on http://0.0.0.0:9696
Nov 09 15:17:50.356597 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Started child 86783 {{(pid=86676) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 09 15:17:50.357118 dv-cinder-817223-1-iscsi neutron-server[86676]: INFO oslo_service.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Starting 1 workers
Nov 09 15:17:50.360499 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] calling RpcWorker wait() {{(pid=86783) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 09 15:17:50.361041 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] returning from RpcWorker wait() {{(pid=86783) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 09 15:17:50.361546 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Started child 86784 {{(pid=86676) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 09 15:17:50.362306 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:17:50.362407 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG neutron_lib.callbacks.manager [None req-542a8360-4602-41e1-bdb4-0b53c73a27e9 None None] Notify callbacks [] for process, after_spawn {{(pid=86676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:17:50.362900 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:17:50.364274 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86676) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 09 15:17:50.364484 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 09 15:17:50.364666 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 09 15:17:50.364869 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 09 15:17:50.365203 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 09 15:17:50.365364 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 09 15:17:50.366083 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.366499 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.366902 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.367300 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.367717 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.368398 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.368804 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.369178 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.369574 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.369981 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.370175 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:17:50.371183 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.371545 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:17:50.371888 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.372487 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.373099 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.373687 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.374647 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.375340 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.375776 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.376091 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.376540 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.376952 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.377334 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.377746 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.378194 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.378825 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.379228 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.379601 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.379992 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.380399 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.380783 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.381194 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.381556 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.381918 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.382982 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.383276 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.383530 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.383854 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.384227 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.384483 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.384708 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.385179 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] host                           = dv-cinder-817223-1-iscsi {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.385426 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.385645 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.385886 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.386250 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.386517 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.386723 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.387154 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.387392 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.387651 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.387867 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.388122 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.388370 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.388581 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.388829 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.388990 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.389202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.389477 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.389739 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.389928 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.390229 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.391916 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.391916 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.391916 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.391916 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.391916 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.391916 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.391916 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393951 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393951 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.393951 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.394259 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.394635 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.394730 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.394939 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.395181 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.395457 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.396168 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.396168 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.396168 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.398742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.398742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.398742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.398742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.398742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.398742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.398742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.400652 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.400652 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.400652 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.400652 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.400652 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.400652 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.400652 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.400652 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.403532 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.403532 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.403532 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.403532 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.403532 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.403532 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.403532 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.403532 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.404117 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.404117 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.404117 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.404117 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.404117 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.404456 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.404543 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.404746 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.404961 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.405350 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.405900 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.406241 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.406513 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.406968 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.407260 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.407642 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.407988 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.408286 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.408566 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.408794 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.409165 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.409404 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.409732 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.410198 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.410660 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.87/identity {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.410893 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.411283 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.411506 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.411854 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.412215 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.412595 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.412800 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.413196 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.413585 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.413954 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.414309 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.414534 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.414908 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.415251 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.415647 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.416050 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.416461 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.416872 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.417341 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.417729 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.418312 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.418786 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.419190 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.419580 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.419899 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.420211 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.420494 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.420782 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.421070 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.421355 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.421667 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.421948 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.422246 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.422531 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.422746 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.423147 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.423591 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.423984 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.424202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.424437 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.424655 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.424873 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.425098 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.425315 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.425526 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.425741 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.425956 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.426216 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.428184 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.428581 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.429006 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.429559 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.429944 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.430367 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.430780 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.431023 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.431428 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.431852 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.432232 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.432677 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.433389 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.433817 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.434310 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.434739 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.435173 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.435499 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.435946 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.436333 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.436754 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.437154 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.437592 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.438172 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.438645 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.438935 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.439231 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.439576 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.439912 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.440197 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.440406 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.440670 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.440869 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.441122 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.441372 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.441641 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.441884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.442212 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.442427 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.442815 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.443222 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.443469 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.443750 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.444022 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.444260 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.444686 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.444936 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.445163 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.445401 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.445627 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.445888 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.446148 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.446380 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.446598 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.446881 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.447119 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.447350 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.447562 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.447788 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.448241 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.448543 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.448780 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.449028 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.449281 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.449651 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.450068 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.450465 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.450722 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.450989 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.451246 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.451475 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.87/identity {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.451717 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.451953 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.452193 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.452421 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.452660 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.452890 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.453270 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.453646 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.453861 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.454136 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.454367 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.454600 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.454830 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.455039 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.455436 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.455859 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.456074 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.456308 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.456558 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.456801 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.457838 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.458083 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.458326 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.458586 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.458938 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.459205 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.459485 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.462489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.462489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.462489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.462489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.462489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.462489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.462489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.462489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464113 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.464884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.465421 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.465421 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.465562 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.465758 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.465996 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.466260 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.466469 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.466684 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.466883 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.467108 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.467317 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.467606 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.467840 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.468067 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.468294 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.468575 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.468751 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.468973 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.469179 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.469385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.469625 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.469936 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.470191 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.470395 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.470602 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.470804 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.471225 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.471353 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.471581 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.471858 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.472095 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.472311 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.472568 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.472867 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.473076 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.473325 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.473594 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.473805 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.474120 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.474385 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.474708 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.475004 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.475258 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.475499 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.475784 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.476048 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.476308 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.476717 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.476851 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.477748 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.478189 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.478434 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.478680 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.478953 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.479192 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.479414 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.479608 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.479959 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.480272 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.480587 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.480814 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.481042 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.481254 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.481472 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.481684 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.481930 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.482175 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.482423 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.482604 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.482754 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 09 15:17:50.483462 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86676) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 09 15:17:50.483712 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 09 15:17:50.483868 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 09 15:17:50.484054 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 09 15:17:50.484220 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 09 15:17:50.484377 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 09 15:17:50.484560 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.484700 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.484859 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.485012 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.485165 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.485340 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.485513 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.485646 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.485793 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.485944 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.486133 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.486285 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.486439 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.486591 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.487460 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.487460 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.487460 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.487460 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.487460 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.487460 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488157 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488157 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488157 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488157 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488854 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488854 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488854 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488854 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.488854 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.489694 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.489694 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.489694 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.489694 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.489694 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.489694 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490427 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490427 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490427 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490427 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490846 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:17:50.490969 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490969 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] host                           = dv-cinder-817223-1-iscsi {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490969 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490969 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.490969 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.491516 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.491516 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.491516 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.491516 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.491950 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.491950 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.491950 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.492288 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.492288 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.492514 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.492514 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.492730 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.492844 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.492958 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.493072 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.493277 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.493410 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.493546 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.493698 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.493851 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.494004 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.494179 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.494328 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.494472 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.494626 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.494778 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.494929 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.495081 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.495232 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.495424 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.495583 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.495735 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.495926 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.496141 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.496296 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.496449 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.496601 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.496753 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.496904 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.497055 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.497205 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.497357 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.497509 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.497664 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.497816 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.497968 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.498149 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.498300 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.498452 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.498608 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.499715 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.499967 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.500121 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.500275 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.500426 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.500580 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.500731 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.500884 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.501036 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.501188 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.501340 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.501490 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.501736 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.502327 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.502327 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.502327 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 09 15:17:50.502853 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.502853 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.502853 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.503184 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.503184 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.503371 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.503538 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.505202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.505202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.505202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.505202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.505202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.505202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.505202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.505202 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506171 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506171 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506171 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506171 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506171 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506171 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506171 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506904 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506904 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506904 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.87/identity {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.506904 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.507265 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.507265 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.507265 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.507550 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.507550 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.507742 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.507860 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.507974 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.508096 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.508212 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.508361 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.508517 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.508672 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.508826 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.508981 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.509136 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.509290 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.509444 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.509598 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.509753 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.509907 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.510084 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.510242 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.510397 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.510563 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.510706 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.510855 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.511093 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.511232 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.511462 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.511625 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.511829 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.511921 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.512076 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.512230 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.512396 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.512550 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.512705 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.512896 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.513033 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.513188 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.513344 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.513495 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.513655 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.513997 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.514243 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.514450 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.514450 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.514721 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.514721 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.514870 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.515027 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.515181 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.515335 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.515489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.515669 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.515805 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.515958 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.516130 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.516305 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.516457 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.516601 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.516757 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.516912 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.517066 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.517226 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.517409 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.517558 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.517699 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.517847 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.517983 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.518163 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.518317 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.518472 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.518626 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.518779 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.518931 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.519083 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.519238 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.519390 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.519544 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.519698 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.519851 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.520004 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.520172 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.520308 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.520461 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.520623 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.520777 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.520938 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.521102 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.521256 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.521410 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.521564 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.521717 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.521871 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.522038 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.522199 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.522352 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.522489 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.522649 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.522810 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.522974 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.523128 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.523281 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.523433 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.523609 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.523763 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.523915 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.524068 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.524527 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.524527 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.524527 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.524827 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.524827 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.525011 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.525108 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.525223 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.87/identity {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.525362 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.525515 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.525668 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.525820 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.525972 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.526155 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.526308 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.526462 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.526656 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.526798 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.526951 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.527105 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.527259 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.527412 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.527566 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.527720 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.527873 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.528027 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.528180 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.528333 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.528473 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.528627 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.528780 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.528934 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.529419 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.529419 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.529611 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.529611 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.529769 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.529899 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.530098 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.530217 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.530365 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.530513 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.530661 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.530816 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.530976 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.531111 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.531265 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.531418 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.531709 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.531709 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.531859 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.532016 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.532538 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.532696 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.532840 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.532994 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.533151 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.533842 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.533842 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.533842 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.533842 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.534310 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.534310 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.534310 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.534569 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.534569 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.534707 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.534782 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.534911 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.535064 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.535232 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.535387 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.535541 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.535696 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.535850 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.536012 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.536164 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.536322 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.536475 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.536628 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.536790 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.536943 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.537095 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.537248 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.537400 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.537564 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.537719 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.537873 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.538056 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.538213 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.538367 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.538519 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.538684 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.538837 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.538993 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.539146 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.539300 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.539453 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.539607 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.539765 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.540162 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.540386 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.540959 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.540959 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.540959 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.540959 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.541256 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.541256 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.541381 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.541449 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.541715 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.541715 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.542002 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.542002 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.542416 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.542416 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.542611 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.542687 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.542962 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.543121 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.543275 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.543429 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.543582 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.543736 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.543890 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.544043 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.544197 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.544351 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 09 15:17:50.544498 dv-cinder-817223-1-iscsi neutron-server[86676]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 09 15:17:50.696904 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54680) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:17:50.706606 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071023
Nov 09 15:18:01.563019 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86346632-18b5-45f0-a654-97cbc2cabd6a None None] get_active_networks_info from dv-cinder-817223-1-iscsi {{(pid=86783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 09 15:18:01.668059 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86346632-18b5-45f0-a654-97cbc2cabd6a None None] No non-hosted networks {{(pid=86783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 09 15:18:01.679192 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.agentschedulers_db [None req-86346632-18b5-45f0-a654-97cbc2cabd6a None None] DHCP Agent not found on host dv-cinder-817223-1-iscsi {{(pid=86783) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 09 15:18:01.790194 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-19b0ee12-a705-4225-bdc6-5b83f57574a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734794'] for agent, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:01.832987 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734794'] for agent, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:01.833670 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.834052 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.834347 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.834731 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.835121 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.835546 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.835863 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.836212 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.836512 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.836877 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.837194 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.837839 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:01.838336 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b065df5e0>, 'Open vSwitch agent', 'dv-cinder-817223-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:01.851941 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b06f31b20>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817223-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:04.033564 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-13f9e5a2-b17f-44fc-a548-ed9a72449293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734794'] for agent, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:04.078158 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-af5d0363-96cb-45ac-9e2d-6036270e7bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:04.962293 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734794'] for agent, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:06.304355 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734794'] for agent, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:07.082919 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.db.l3_hamode_db [None req-c0574f2d-7a1f-4271-9dbf-c2a220946d9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 09 15:18:07.171090 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0574f2d-7a1f-4271-9dbf-c2a220946d9c None None] Routers set() bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:18:07.171477 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0574f2d-7a1f-4271-9dbf-c2a220946d9c None None] Router IDs set() for agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 09 15:18:08.093407 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 54774) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:08.736284 dv-cinder-817223-1-iscsi neutron-server[86782]: WARNING oslo_policy.policy [None req-9e8be9d1-dd85-404e-99c8-db216b00d0f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 09 15:18:08.736872 dv-cinder-817223-1-iscsi neutron-server[86782]: WARNING oslo_policy.policy [None req-9e8be9d1-dd85-404e-99c8-db216b00d0f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 09 15:18:08.953452 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [None req-9e8be9d1-dd85-404e-99c8-db216b00d0f6 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:18:08.954688 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9e8be9d1-dd85-404e-99c8-db216b00d0f6 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8588731
Nov 09 15:18:11.437511 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54788) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:12.067551 dv-cinder-817223-1-iscsi neutron-server[86781]: WARNING oslo_policy.policy [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 09 15:18:12.068282 dv-cinder-817223-1-iscsi neutron-server[86781]: WARNING oslo_policy.policy [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 09 15:18:12.281808 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:18:12.381740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.policy [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86781) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 09 15:18:12.427114 dv-cinder-817223-1-iscsi neutron-server[86781]: WARNING oslo_policy.policy [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 09 15:18:12.427516 dv-cinder-817223-1-iscsi neutron-server[86781]: WARNING oslo_policy.policy [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 09 15:18:12.436697 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.quota [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1b06c5b040>.
Nov 09 15:18:12.453424 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:18:12.525231 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734632794619', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734632795078', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734632801007', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734632812377', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734632813506', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734632827151', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16645949', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16699709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-719444', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-670076'] for rbac-policy, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:12.594479 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:12.595709 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-28e4ee81-67bb-4c52-822b-d7582c8349ad admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1572313
Nov 09 15:18:15.250970 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 54806) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:15.653914 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:18:15.655357 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.quota [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1b06fe30a0>.
Nov 09 15:18:15.672355 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:18:15.679900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Usage tracker for resource:network and tenant:a2ff0f534167477084ee40ee38e7ebea is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:18:15.685841 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:18:15.693815 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:18:15.712849 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Made reservation on behalf of a2ff0f534167477084ee40ee38e7ebea for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:18:15.787333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.policy [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86782) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 09 15:18:15.833556 dv-cinder-817223-1-iscsi neutron-server[86782]: WARNING oslo_policy.policy [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 09 15:18:15.833953 dv-cinder-817223-1-iscsi neutron-server[86782]: WARNING oslo_policy.policy [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 09 15:18:15.844163 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:15.868965 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:15.888789 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:18:15.892751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Usage tracker for resource:security_group_rule and tenant:a2ff0f534167477084ee40ee38e7ebea is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:18:15.898125 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:18:15.903848 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:18:16.017309 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:16.024694 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:16.033638 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:16.054685 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:18:16.080115 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734629371100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:16.080713 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b07b1cdc0> segment precommit_create {{(pid=86782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 09 15:18:16.081180 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Added segment 06494a53-2656-4c5f-b766-4b0c2289be30 of type vlan for network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064
Nov 09 15:18:16.132804 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a822338b-0ccf-4326-8cba-ef3357153b38,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:16.154030 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.154392 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.154715 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.155030 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.155324 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.155650 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.155963 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.156267 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.156573 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.156875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.157175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.157471 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Tracked resource versions report:
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]: pushed versions:
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]: {   'AddressGroup': {'1.2'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'ConntrackHelper': {'1.0'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Log': {'1.0'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Network': {'1.1'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Port': {'1.7'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'PortForwarding': {'1.2'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'QosPolicy': {'1.8'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'SecurityGroup': {'1.4'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'SecurityGroupRule': {'1.2'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'SubPort': {'1.0'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Subnet': {'1.1'},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Trunk': {'1.1'}}
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]: consumer versions:
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]: {   DHCP agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     L3 agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     Metadata agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     Metering agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:     Open vSwitch agent@dv-cinder-817223-1-iscsi: {   'AddressGroup': '1.2',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'ConntrackHelper': '1.0',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Log': '1.0',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Network': '1.1',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Port': '1.7',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'PortForwarding': '1.2',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'QosPolicy': '1.8',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'SecurityGroup': '1.4',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'SecurityGroupRule': '1.2',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'SubPort': '1.0',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Subnet': '1.1',
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Trunk': '1.1'}}
Nov 09 15:18:16.158573 dv-cinder-817223-1-iscsi neutron-server[86782]:  {{(pid=86782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 09 15:18:16.198791 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:16.210402 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:16.242504 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:16.244008 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:18:16.244672 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:16.250080 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:16.355940 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Pushing event updated for resources: {'Network': ['ID=67d1e87d-8db3-41fe-bae9-f48bbdf4b064,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:16.359504 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:16.363716 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 1.1097381
Nov 09 15:18:16.377666 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:18:19.125353 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54824) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:19.638812 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530a44f4-7b22-4f14-a368-780e4a52a2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:18:19.640211 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-530a44f4-7b22-4f14-a368-780e4a52a2be admin admin] 10.222.0.87 "GET /v2.0/networks/67d1e87d-8db3-41fe-bae9-f48bbdf4b064 HTTP/1.1" status: 200  len: 826 time: 0.5139039
Nov 09 15:18:19.668125 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a75dbb9c-4276-43a5-a849-7d658dc8c340 admin admin] 10.222.0.87 "GET /v2.0/subnetpools/b1a0bf09-b156-4af1-8e6a-215206a3bb1f HTTP/1.1" status: 200  len: 734 time: 0.0223529
Nov 09 15:18:19.677164 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Request body: {'subnet': {'subnetpool_id': 'b1a0bf09-b156-4af1-8e6a-215206a3bb1f', 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:18:19.682162 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:18:19.686974 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Usage tracker for resource:subnet and tenant:a2ff0f534167477084ee40ee38e7ebea is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:18:19.690847 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:18:19.697749 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:18:19.709609 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Made reservation on behalf of a2ff0f534167477084ee40ee38e7ebea for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:18:19.713678 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:20.055908 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:20.063150 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:20.139689 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Checking segment: {'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:18:20.140402 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Network hostable DHCP agents. Network: 67d1e87d-8db3-41fe-bae9-f48bbdf4b064, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:18:20.158821 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b617ace-d25c-429b-bd45-c3843197be11,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:20.170047 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.170446 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.170835 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.171162 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.171497 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.171866 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.172193 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.172526 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.172848 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.173153 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.173453 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.173750 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Tracked resource versions report:
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]: pushed versions:
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]: {   'AddressGroup': {'1.2'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'ConntrackHelper': {'1.0'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Log': {'1.0'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Network': {'1.1'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Port': {'1.7'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'PortForwarding': {'1.2'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'QosPolicy': {'1.8'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'SecurityGroup': {'1.4'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'SecurityGroupRule': {'1.2'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'SubPort': {'1.0'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Subnet': {'1.1'},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Trunk': {'1.1'}}
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]: consumer versions:
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]: {   DHCP agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     L3 agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     Metadata agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     Metering agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:     Open vSwitch agent@dv-cinder-817223-1-iscsi: {   'AddressGroup': '1.2',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'ConntrackHelper': '1.0',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Log': '1.0',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Network': '1.1',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Port': '1.7',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'PortForwarding': '1.2',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'QosPolicy': '1.8',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'SecurityGroup': '1.4',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'SecurityGroupRule': '1.2',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'SubPort': '1.0',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Subnet': '1.1',
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Trunk': '1.1'}}
Nov 09 15:18:20.175240 dv-cinder-817223-1-iscsi neutron-server[86781]:  {{(pid=86781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 09 15:18:20.194148 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:18:20.209365 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 67d1e87d-8db3-41fe-bae9-f48bbdf4b064) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:18:20.221907 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:20.232021 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:18:20.232645 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:20.239261 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac14abad-6226-499e-9480-ea678c33c1b5 None None] Network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:18:20.256082 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5816617
Nov 09 15:18:20.646144 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'fixed_ips': [{'subnet_id': '0b617ace-d25c-429b-bd45-c3843197be11'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:18:20.647389 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:20.831075 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Allocated IP 172.20.0.2 (67d1e87d-8db3-41fe-bae9-f48bbdf4b064/0b617ace-d25c-429b-bd45-c3843197be11/8ef25314-0964-4de8-9e7d-b208224c00b7) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:18:21.067228 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:21.080921 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Transition to ACTIVE for port object 8ef25314-0964-4de8-9e7d-b208224c00b7 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:18:21.100956 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Transition to ACTIVE for port object 8ef25314-0964-4de8-9e7d-b208224c00b7 will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:18:21.108682 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:21.114254 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:21.170286 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:18:21.173032 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:18:21.179075 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:18:21.188245 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Pushing event updated for resources: {'Port': ['ID=8ef25314-0964-4de8-9e7d-b208224c00b7,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:21.252993 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.253676 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.253676 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.253951 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.254293 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.254608 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.254918 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.255224 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.255551 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.255855 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.256162 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.256451 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Tracked resource versions report:
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]: pushed versions:
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]: {   'AddressGroup': {'1.2'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'ConntrackHelper': {'1.0'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Log': {'1.0'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Network': {'1.1'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Port': {'1.7'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'PortForwarding': {'1.2'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'QosPolicy': {'1.8'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'SecurityGroup': {'1.4'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'SecurityGroupRule': {'1.2'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'SubPort': {'1.0'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Subnet': {'1.1'},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Trunk': {'1.1'}}
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]: consumer versions:
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]: {   DHCP agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     L3 agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     Metadata agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     Metering agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:     Open vSwitch agent@dv-cinder-817223-1-iscsi: {   'AddressGroup': '1.2',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'ConntrackHelper': '1.0',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Log': '1.0',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Network': '1.1',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Port': '1.7',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'PortForwarding': '1.2',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'QosPolicy': '1.8',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'SecurityGroup': '1.4',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'SecurityGroupRule': '1.2',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'SubPort': '1.0',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Subnet': '1.1',
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Trunk': '1.1'}}
Nov 09 15:18:21.257547 dv-cinder-817223-1-iscsi neutron-server[86783]:  {{(pid=86783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 09 15:18:21.269615 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:21.285128 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Attempting to bind port 8ef25314-0964-4de8-9e7d-b208224c00b7 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:18:21.285585 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Attempting to bind port 8ef25314-0964-4de8-9e7d-b208224c00b7 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:18:21.285999 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Attempting to bind port 8ef25314-0964-4de8-9e7d-b208224c00b7 on network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:18:21.291478 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:18:21.291870 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Checking segment: {'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:18:21.292411 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:21.292969 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Bound using segment: {'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:18:21.293464 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Bound port: 8ef25314-0964-4de8-9e7d-b208224c00b7, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:18:21.293854 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:21.404184 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] For port 8ef25314-0964-4de8-9e7d-b208224c00b7, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:18:21.408110 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] For port 8ef25314-0964-4de8-9e7d-b208224c00b7, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=8ef25314-0964-4de8-9e7d-b208224c00b7,segment=NetworkSegment(06494a53-2656-4c5f-b766-4b0c2289be30),segment_id=06494a53-2656-4c5f-b766-4b0c2289be30)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:18:21.413563 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:21.417450 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:21.503063 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Pushing event updated for resources: {'Port': ['ID=8ef25314-0964-4de8-9e7d-b208224c00b7,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:21.506157 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:22.657398 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54840) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:23.051848 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [None req-3f643b60-e88f-4528-8b7a-e5ecd795e765 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:18:23.052832 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-3f643b60-e88f-4528-8b7a-e5ecd795e765 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3945498
Nov 09 15:18:25.111283 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ebcef-0d89-4866-bdd3-ba08f55a6021 None None] Network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:18:25.217563 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f2d10ba7-4215-4d53-b554-473d4449795f None None] Provisioning for port 8ef25314-0964-4de8-9e7d-b208224c00b7 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:18:25.458265 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54854) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:25.871454 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [None req-1fe4053d-4be3-4e79-a66c-7787e6d66bea admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:18:25.872593 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-1fe4053d-4be3-4e79-a66c-7787e6d66bea admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4133670
Nov 09 15:18:25.903472 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 8ef25314-0964-4de8-9e7d-b208224c00b7 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:18:25.976701 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 8ef25314-0964-4de8-9e7d-b208224c00b7 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:18:25.982280 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 8ef25314-0964-4de8-9e7d-b208224c00b7 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:18:25.982682 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:26.105841 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:26.141082 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 8ef25314-0964-4de8-9e7d-b208224c00b7, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=8ef25314-0964-4de8-9e7d-b208224c00b7,segment=NetworkSegment(06494a53-2656-4c5f-b766-4b0c2289be30),segment_id=06494a53-2656-4c5f-b766-4b0c2289be30)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:18:26.145095 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:26.147365 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-2603c978-e514-416b-83fc-ee5de9303d21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:26.214775 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=8ef25314-0964-4de8-9e7d-b208224c00b7,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:26.217929 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:27.882226 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 8ef25314-0964-4de8-9e7d-b208224c00b7 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:18:27.956119 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 8ef25314-0964-4de8-9e7d-b208224c00b7 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:18:27.956482 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:28.551066 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54866) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:28.939793 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'admin_state_up': True}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:18:28.945190 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:18:28.949449 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Usage tracker for resource:router and tenant:a2ff0f534167477084ee40ee38e7ebea is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:18:28.952811 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:18:28.958855 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:18:28.971990 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:28.973617 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:28.996381 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:29.110327 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:29.131003 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:29.132556 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-f2887f93-0f9f-4806-8361-d16868663e3c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5801713
Nov 09 15:18:31.479889 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-955f66c5-b89b-4f46-ba36-650117de1e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:31.556958 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54876) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:31.807329 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:31.954967 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [None req-f9ad367d-e763-4655-9894-470adcdc6046 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:18:31.956483 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-f9ad367d-e763-4655-9894-470adcdc6046 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3982654
Nov 09 15:18:34.040218 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ab20b8e5-0187-4cc5-871a-93e0706e25d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:34.335281 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54886) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:34.757823 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:18:34.763495 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:18:34.767680 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Usage tracker for resource:network and tenant:5fdb84caf91c4a3db6636f7dbd450673 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:18:34.770903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:18:34.777351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:18:34.787879 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Made reservation on behalf of 5fdb84caf91c4a3db6636f7dbd450673 for: {'network': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:18:34.790379 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:34.809309 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:34.841166 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:18:34.845005 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Usage tracker for resource:security_group_rule and tenant:5fdb84caf91c4a3db6636f7dbd450673 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:18:34.848344 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:18:34.854279 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:18:34.918837 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:34.954627 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:34.958808 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:34.962100 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:34.978172 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Reserving flat network on physical network physnet1 {{(pid=86781) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 09 15:18:35.000324 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b527073e-49a8-482f-8aa5-093e51ba16cf,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:35.005724 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734629371100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:35.006353 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b07b1cdc0> segment precommit_create {{(pid=86781) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 09 15:18:35.006821 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.segments_db [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Added segment de18021f-22e5-4f0b-a14c-c606005e226c of type flat for network b96357c2-8dbf-49c6-8d18-9399fd29822d
Nov 09 15:18:35.016950 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:35.052647 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:35.100859 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:35.102180 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:18:35.102822 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:35.105922 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:35.204422 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Pushing event updated for resources: {'Network': ['ID=b96357c2-8dbf-49c6-8d18-9399fd29822d,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:35.207309 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8709698
Nov 09 15:18:35.209366 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:35.217425 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network b96357c2-8dbf-49c6-8d18-9399fd29822d details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:18:36.246765 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:37.661534 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54906) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:37.889120 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f9196-cb7e-4872-a017-39b50e81a016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:18:37.890413 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-c45f9196-cb7e-4872-a017-39b50e81a016 admin admin] 10.222.0.87 "GET /v2.0/subnets/0b617ace-d25c-429b-bd45-c3843197be11 HTTP/1.1" status: 200  len: 849 time: 0.2276144
Nov 09 15:18:38.036664 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-26e6481b-03a4-4b96-9ad3-7219a6d81e5e admin admin] 10.222.0.87 "GET /v2.0/routers/8211ef33-139e-4d3b-8669-b9dc72a419e8 HTTP/1.1" status: 200  len: 704 time: 0.1379738
Nov 09 15:18:38.507788 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:38.775757 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Allocated IP 172.20.0.1 (67d1e87d-8db3-41fe-bae9-f48bbdf4b064/0b617ace-d25c-429b-bd45-c3843197be11/bee6c17f-880b-47fd-b846-78a02d7d15a8) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:18:38.991383 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:39.010444 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Transition to ACTIVE for port object bee6c17f-880b-47fd-b846-78a02d7d15a8 will not be triggered until provisioned by entity DHCP. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:18:39.065332 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:39.068914 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:39.132056 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:18:39.134987 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:18:39.138765 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:18:39.139265 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:39.253227 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Pushing event updated for resources: {'Port': ['ID=bee6c17f-880b-47fd-b846-78a02d7d15a8,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:39.276118 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:39.385978 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-3ef78cdf-3359-4edf-a1be-703244c6f522 None None] Provisioning for port bee6c17f-880b-47fd-b846-78a02d7d15a8 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:18:39.391936 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-3ef78cdf-3359-4edf-a1be-703244c6f522 None None] Provisioning complete for port bee6c17f-880b-47fd-b846-78a02d7d15a8 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:18:39.392308 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-3ef78cdf-3359-4edf-a1be-703244c6f522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:39.410612 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:39.447902 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-3ef78cdf-3359-4edf-a1be-703244c6f522 None None] Port bee6c17f-880b-47fd-b846-78a02d7d15a8 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:18:39.664926 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:39.672946 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:39.674828 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:39.680433 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:39.809200 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Pushing event updated for resources: {'Port': ['ID=bee6c17f-880b-47fd-b846-78a02d7d15a8,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:39.818000 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:39.884844 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:18:39.886192 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:18:40.071086 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-010c10a5-5b82-46c8-b4b4-fe9b770ef01e None None] Provisioning complete for port bee6c17f-880b-47fd-b846-78a02d7d15a8 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:18:40.071464 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-010c10a5-5b82-46c8-b4b4-fe9b770ef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:40.082913 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Router 8211ef33-139e-4d3b-8669-b9dc72a419e8 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:18:40.124836 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-010c10a5-5b82-46c8-b4b4-fe9b770ef01e None None] Port bee6c17f-880b-47fd-b846-78a02d7d15a8 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:18:40.236631 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:18:40.245741 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] 10.222.0.87 "PUT /v2.0/routers/8211ef33-139e-4d3b-8669-b9dc72a419e8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1999612
Nov 09 15:18:40.247301 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Sync routers for ids ['8211ef33-139e-4d3b-8669-b9dc72a419e8'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:18:40.260975 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Routers {'8211ef33-139e-4d3b-8669-b9dc72a419e8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:18:40.262254 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06e42730>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:18:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['8211ef33-139e-4d3b-8669-b9dc72a419e8'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:40.436602 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Set router 8211ef33-139e-4d3b-8669-b9dc72a419e8 gateway port host: None {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:18:40.826527 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06e42730>, [{'id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'name': 'router1', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:28Z', 'updated_at': '2021-11-09T15:18:39Z', 'revision_number': 2, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'gw_port_host': None, '_interfaces': [{'id': 'bee6c17f-880b-47fd-b846-78a02d7d15a8', 'name': '', 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'mac_address': 'fa:16:3e:d1:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b617ace-d25c-429b-bd45-c3843197be11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:38Z', 'updated_at': '2021-11-09T15:18:39Z', 'revision_number': 2, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'subnets': [{'id': '0b617ace-d25c-429b-bd45-c3843197be11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a0bf09-b156-4af1-8e6a-215206a3bb1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:40.831994 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Checking router: 8211ef33-139e-4d3b-8669-b9dc72a419e8 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:18:40.832362 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Updating router 8211ef33-139e-4d3b-8669-b9dc72a419e8 port bee6c17f-880b-47fd-b846-78a02d7d15a8 binding host dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:18:40.888683 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:41.273994 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:41.288809 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.provisioning_blocks [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Transition to ACTIVE for port object bee6c17f-880b-47fd-b846-78a02d7d15a8 will not be triggered until provisioned by entity L2. {{(pid=86784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:18:41.297278 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:41.302883 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:41.375341 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Pushing event updated for resources: {'Port': ['ID=bee6c17f-880b-47fd-b846-78a02d7d15a8,revision_number=3']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:41.450341 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.450678 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.451009 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.451330 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.451650 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.451969 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.452281 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.452591 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.452913 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.453226 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.453535 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.453841 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Tracked resource versions report:
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]: pushed versions:
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]: {   'AddressGroup': {'1.2'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'ConntrackHelper': {'1.0'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Log': {'1.0'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Network': {'1.1'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Port': {'1.7'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'PortForwarding': {'1.2'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'QosPolicy': {'1.8'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'SecurityGroup': {'1.4'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'SecurityGroupRule': {'1.2'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'SubPort': {'1.0'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Subnet': {'1.1'},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Trunk': {'1.1'}}
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]: consumer versions:
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]: {   DHCP agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     L3 agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     Metadata agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     Metering agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:     Open vSwitch agent@dv-cinder-817223-1-iscsi: {   'AddressGroup': '1.2',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'ConntrackHelper': '1.0',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Log': '1.0',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Network': '1.1',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Port': '1.7',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'PortForwarding': '1.2',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'QosPolicy': '1.8',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'SecurityGroup': '1.4',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'SecurityGroupRule': '1.2',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'SubPort': '1.0',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Subnet': '1.1',
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Trunk': '1.1'}}
Nov 09 15:18:41.454986 dv-cinder-817223-1-iscsi neutron-server[86784]:  {{(pid=86784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 09 15:18:41.463581 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:41.566259 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Attempting to bind port bee6c17f-880b-47fd-b846-78a02d7d15a8 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:18:41.566660 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Attempting to bind port bee6c17f-880b-47fd-b846-78a02d7d15a8 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:18:41.567083 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Attempting to bind port bee6c17f-880b-47fd-b846-78a02d7d15a8 on network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:18:41.572519 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:18:41.572922 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Checking segment: {'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:18:41.573651 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:41.574085 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Bound using segment: {'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:18:41.574589 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Bound port: bee6c17f-880b-47fd-b846-78a02d7d15a8, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06494a53-2656-4c5f-b766-4b0c2289be30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064'}}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:18:41.574993 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:41.662253 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] For port bee6c17f-880b-47fd-b846-78a02d7d15a8, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:18:41.666056 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] For port bee6c17f-880b-47fd-b846-78a02d7d15a8, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=bee6c17f-880b-47fd-b846-78a02d7d15a8,segment=NetworkSegment(06494a53-2656-4c5f-b766-4b0c2289be30),segment_id=06494a53-2656-4c5f-b766-4b0c2289be30)] {{(pid=86784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:18:41.673070 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:41.676946 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:41.760731 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Pushing event updated for resources: {'Port': ['ID=bee6c17f-880b-47fd-b846-78a02d7d15a8,revision_number=4']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:41.767915 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-82d2b843-79e8-4315-95ba-13dd4678365a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:41.768528 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Routers {'8211ef33-139e-4d3b-8669-b9dc72a419e8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:18:41.769144 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06e42730>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:18:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['8211ef33-139e-4d3b-8669-b9dc72a419e8'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:41.924449 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] Set router 8211ef33-139e-4d3b-8669-b9dc72a419e8 gateway port host: None {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:18:42.242758 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06e42730>, [{'id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'name': 'router1', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:28Z', 'updated_at': '2021-11-09T15:18:39Z', 'revision_number': 2, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'gw_port_host': None, '_interfaces': [{'id': 'bee6c17f-880b-47fd-b846-78a02d7d15a8', 'name': '', 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'mac_address': 'fa:16:3e:d1:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b617ace-d25c-429b-bd45-c3843197be11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:38Z', 'updated_at': '2021-11-09T15:18:41Z', 'revision_number': 4, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'subnets': [{'id': '0b617ace-d25c-429b-bd45-c3843197be11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a0bf09-b156-4af1-8e6a-215206a3bb1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:42.247191 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41493ffb-5d71-4afc-9662-33f55c4ac9f9 None None] The sync data for ids ['8211ef33-139e-4d3b-8669-b9dc72a419e8'] in dv-cinder-817223-1-iscsi is: [{'id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'name': 'router1', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:28Z', 'updated_at': '2021-11-09T15:18:39Z', 'revision_number': 2, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'gw_port_host': None, '_interfaces': [{'id': 'bee6c17f-880b-47fd-b846-78a02d7d15a8', 'name': '', 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'mac_address': 'fa:16:3e:d1:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b617ace-d25c-429b-bd45-c3843197be11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:38Z', 'updated_at': '2021-11-09T15:18:41Z', 'revision_number': 4, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'subnets': [{'id': '0b617ace-d25c-429b-bd45-c3843197be11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a0bf09-b156-4af1-8e6a-215206a3bb1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:18:42.485410 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54928) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:42.690168 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fdd7c6-bf63-429d-a9f1-5e8dac795c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:18:42.690728 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-f9fdd7c6-bf63-429d-a9f1-5e8dac795c21 admin admin] Synchronizing usage tracker for tenant:5fdb84caf91c4a3db6636f7dbd450673 on resource:network {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:18:42.709586 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-f9fdd7c6-bf63-429d-a9f1-5e8dac795c21 admin admin] Unset dirty status for tenant:5fdb84caf91c4a3db6636f7dbd450673 on resource:network {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:18:42.710908 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-f9fdd7c6-bf63-429d-a9f1-5e8dac795c21 admin admin] 10.222.0.87 "GET /v2.0/networks/b96357c2-8dbf-49c6-8d18-9399fd29822d HTTP/1.1" status: 200  len: 842 time: 0.2244320
Nov 09 15:18:42.721014 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'gateway_ip': '172.27.0.1'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:18:42.726394 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:18:42.730813 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Usage tracker for resource:subnet and tenant:5fdb84caf91c4a3db6636f7dbd450673 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:18:42.733754 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:18:42.740243 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:18:42.752008 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Made reservation on behalf of 5fdb84caf91c4a3db6636f7dbd450673 for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:18:42.754368 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:43.126333 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.objects.ports [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86781) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Nov 09 15:18:43.126798 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:43.131623 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-18990522-4fa4-4299-a91a-2709bc706fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:43.199548 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd6cda3-691e-46c9-8a64-cc166c66146e,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:43.204896 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:43.209047 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:18:43.209378 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Network hostable DHCP agents. Network: b96357c2-8dbf-49c6-8d18-9399fd29822d, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:18:43.227698 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:18:43.239100 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, b96357c2-8dbf-49c6-8d18-9399fd29822d) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:18:43.243740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:18:43.244365 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:43.250137 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd35d3-988c-4c9b-9505-f9c2bb9ff068 None None] Network b96357c2-8dbf-49c6-8d18-9399fd29822d requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:18:43.269396 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5519030
Nov 09 15:18:43.481511 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f88df4-334b-414c-a8cf-5de35211899b None None] Network b96357c2-8dbf-49c6-8d18-9399fd29822d requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:18:43.913166 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device bee6c17f-880b-47fd-b846-78a02d7d15a8 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:18:44.002642 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port bee6c17f-880b-47fd-b846-78a02d7d15a8 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:18:44.007526 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port bee6c17f-880b-47fd-b846-78a02d7d15a8 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:18:44.008096 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:44.125573 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:44.166496 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port bee6c17f-880b-47fd-b846-78a02d7d15a8, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=bee6c17f-880b-47fd-b846-78a02d7d15a8,segment=NetworkSegment(06494a53-2656-4c5f-b766-4b0c2289be30),segment_id=06494a53-2656-4c5f-b766-4b0c2289be30)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:18:44.171211 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:44.173414 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:44.242287 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=bee6c17f-880b-47fd-b846-78a02d7d15a8,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:44.245440 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:45.513418 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54942) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:45.719951 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-801c8e36-649b-4705-95b5-618e97c22914 admin admin] 10.222.0.87 "GET /v2.0/routers/8211ef33-139e-4d3b-8669-b9dc72a419e8 HTTP/1.1" status: 200  len: 710 time: 0.2053225
Nov 09 15:18:45.848782 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de288ec4-35a1-4739-9d5e-359e965439c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:18:45.855653 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-de288ec4-35a1-4739-9d5e-359e965439c9 admin admin] 10.222.0.87 "GET /v2.0/networks/b96357c2-8dbf-49c6-8d18-9399fd29822d HTTP/1.1" status: 200  len: 886 time: 0.1248815
Nov 09 15:18:45.859876 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:18:45.889394 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device bee6c17f-880b-47fd-b846-78a02d7d15a8 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:18:45.956240 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port bee6c17f-880b-47fd-b846-78a02d7d15a8 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:18:45.956589 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:46.315822 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:46.713664 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:46.771556 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:46.907132 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Allocated IP 172.27.0.228 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/a7aec7d3-6189-4164-bdb8-27daf7d4938d) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:18:47.066091 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:47.102213 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:47.105832 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:47.165076 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:18:47.167988 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:18:47.171547 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:18:47.279740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Pushing event updated for resources: {'Port': ['ID=a7aec7d3-6189-4164-bdb8-27daf7d4938d,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:47.288355 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:47.554550 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:47.947882 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:47.951717 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-626799'] for router, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:48.129010 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Router 8211ef33-139e-4d3b-8669-b9dc72a419e8 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:18:48.307984 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:18:48.317684 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Sync routers for ids ['8211ef33-139e-4d3b-8669-b9dc72a419e8'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:18:48.318223 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:48.319199 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] 10.222.0.87 "PUT /v2.0/routers/8211ef33-139e-4d3b-8669-b9dc72a419e8 HTTP/1.1" status: 200  len: 890 time: 2.4627466
Nov 09 15:18:48.329305 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Routers {'8211ef33-139e-4d3b-8669-b9dc72a419e8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:18:48.329999 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f915e0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:18:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['8211ef33-139e-4d3b-8669-b9dc72a419e8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:48.525336 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Set router 8211ef33-139e-4d3b-8669-b9dc72a419e8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:18:48.869117 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f915e0>, [{'id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'name': 'router1', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a7aec7d3-6189-4164-bdb8-27daf7d4938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:28Z', 'updated_at': '2021-11-09T15:18:47Z', 'revision_number': 4, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'gw_port': {'id': 'a7aec7d3-6189-4164-bdb8-27daf7d4938d', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:46Z', 'updated_at': '2021-11-09T15:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'bee6c17f-880b-47fd-b846-78a02d7d15a8', 'name': '', 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'mac_address': 'fa:16:3e:d1:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b617ace-d25c-429b-bd45-c3843197be11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:38Z', 'updated_at': '2021-11-09T15:18:44Z', 'revision_number': 5, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'subnets': [{'id': '0b617ace-d25c-429b-bd45-c3843197be11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a0bf09-b156-4af1-8e6a-215206a3bb1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:48.874202 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Checking router: 8211ef33-139e-4d3b-8669-b9dc72a419e8 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:18:48.874870 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Updating router 8211ef33-139e-4d3b-8669-b9dc72a419e8 port a7aec7d3-6189-4164-bdb8-27daf7d4938d binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:18:48.927794 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:49.263442 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:49.275779 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Transition to ACTIVE for port object a7aec7d3-6189-4164-bdb8-27daf7d4938d will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:18:49.283779 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:49.287477 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:49.362483 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a25922-df20-4a67-b830-57b631335afb None None] Pushing event updated for resources: {'Port': ['ID=a7aec7d3-6189-4164-bdb8-27daf7d4938d,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:49.366349 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-67a25922-df20-4a67-b830-57b631335afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:49.373415 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Attempting to bind port a7aec7d3-6189-4164-bdb8-27daf7d4938d on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:18:49.373814 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Attempting to bind port a7aec7d3-6189-4164-bdb8-27daf7d4938d by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:18:49.374210 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Attempting to bind port a7aec7d3-6189-4164-bdb8-27daf7d4938d on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:18:49.380121 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:18:49.380493 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:18:49.380891 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:49.381275 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:18:49.381939 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Bound port: a7aec7d3-6189-4164-bdb8-27daf7d4938d, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:18:49.382358 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:49.453617 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] For port a7aec7d3-6189-4164-bdb8-27daf7d4938d, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:18:49.456914 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] For port a7aec7d3-6189-4164-bdb8-27daf7d4938d, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=a7aec7d3-6189-4164-bdb8-27daf7d4938d,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:18:49.461854 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:49.466414 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:49.565628 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Routers {'8211ef33-139e-4d3b-8669-b9dc72a419e8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:18:49.566256 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f915e0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:18:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['8211ef33-139e-4d3b-8669-b9dc72a419e8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:49.612884 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a25922-df20-4a67-b830-57b631335afb None None] Pushing event updated for resources: {'Port': ['ID=a7aec7d3-6189-4164-bdb8-27daf7d4938d,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:49.620754 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-67a25922-df20-4a67-b830-57b631335afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:49.748798 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] Set router 8211ef33-139e-4d3b-8669-b9dc72a419e8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:18:50.078159 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f915e0>, [{'id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'name': 'router1', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a7aec7d3-6189-4164-bdb8-27daf7d4938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:28Z', 'updated_at': '2021-11-09T15:18:47Z', 'revision_number': 4, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'gw_port': {'id': 'a7aec7d3-6189-4164-bdb8-27daf7d4938d', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:46Z', 'updated_at': '2021-11-09T15:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'bee6c17f-880b-47fd-b846-78a02d7d15a8', 'name': '', 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'mac_address': 'fa:16:3e:d1:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b617ace-d25c-429b-bd45-c3843197be11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:38Z', 'updated_at': '2021-11-09T15:18:44Z', 'revision_number': 5, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'subnets': [{'id': '0b617ace-d25c-429b-bd45-c3843197be11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a0bf09-b156-4af1-8e6a-215206a3bb1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:18:50.082304 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708c765-a73d-4752-b2f6-09638e7baeda None None] The sync data for ids ['8211ef33-139e-4d3b-8669-b9dc72a419e8'] in dv-cinder-817223-1-iscsi is: [{'id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'name': 'router1', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'a7aec7d3-6189-4164-bdb8-27daf7d4938d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:18:28Z', 'updated_at': '2021-11-09T15:18:47Z', 'revision_number': 4, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'gw_port': {'id': 'a7aec7d3-6189-4164-bdb8-27daf7d4938d', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:46Z', 'updated_at': '2021-11-09T15:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'bee6c17f-880b-47fd-b846-78a02d7d15a8', 'name': '', 'network_id': '67d1e87d-8db3-41fe-bae9-f48bbdf4b064', 'tenant_id': 'a2ff0f534167477084ee40ee38e7ebea', 'mac_address': 'fa:16:3e:d1:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8211ef33-139e-4d3b-8669-b9dc72a419e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b617ace-d25c-429b-bd45-c3843197be11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:18:38Z', 'updated_at': '2021-11-09T15:18:44Z', 'revision_number': 5, 'project_id': 'a2ff0f534167477084ee40ee38e7ebea', 'subnets': [{'id': '0b617ace-d25c-429b-bd45-c3843197be11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1a0bf09-b156-4af1-8e6a-215206a3bb1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:18:50.708008 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 54952) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:18:50.850303 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-aba7614b-27bb-42ad-b61f-5a0db7468bcc admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1409924
Nov 09 15:18:51.915428 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device a7aec7d3-6189-4164-bdb8-27daf7d4938d up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:18:51.993741 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port a7aec7d3-6189-4164-bdb8-27daf7d4938d completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:18:51.998975 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port a7aec7d3-6189-4164-bdb8-27daf7d4938d triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:18:52.004823 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:52.116521 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:52.133094 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port a7aec7d3-6189-4164-bdb8-27daf7d4938d, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=a7aec7d3-6189-4164-bdb8-27daf7d4938d,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:18:52.139594 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:52.142287 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-67a25922-df20-4a67-b830-57b631335afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:18:52.231132 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=a7aec7d3-6189-4164-bdb8-27daf7d4938d,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:18:52.234384 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:18:53.921658 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device a7aec7d3-6189-4164-bdb8-27daf7d4938d up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:18:53.990845 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port a7aec7d3-6189-4164-bdb8-27daf7d4938d triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:18:53.991221 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:18:55.429696 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:19:01.475857 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fd6bccd8-f65d-4956-b063-3d0f7ccbbad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:01.812429 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:04.035203 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-e1fd32e3-1a7f-4ae7-b33c-871bd56fd9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:04.922224 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:06.265367 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:31.474279 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-7ac9ac85-3741-4ff9-b1ec-e63cadca8478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:31.810259 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:32.429511 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:19:34.039226 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-9327c203-c20e-4e89-80eb-289d7179ee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:34.927929 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:19:36.271248 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:01.478821 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-74ae558e-7b9b-4f19-a199-fd9142041fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:01.810049 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:04.045544 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ae7ecb9e-9749-4f0a-86c4-32404f306159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:04.927143 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:06.280853 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:09.428375 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:20:31.483313 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-72960bb3-15d6-47a4-a769-a8556a991c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:31.804322 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:34.040749 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4d40b8d5-1b3a-4c9a-925c-ed9ccd1b82cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:34.928228 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:36.278092 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:46.429231 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:20:54.523322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55522) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:20:54.613455 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebca4f4-8da4-4457-9f62-c6a10585ccb2 admin admin] GET failed (client error): The resource could not be found.
Nov 09 15:20:54.614801 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-3ebca4f4-8da4-4457-9f62-c6a10585ccb2 admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0902042
Nov 09 15:20:54.765099 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc6a3f-94a5-49cd-85d0-f0b5dc1a0720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:20:54.766618 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-8adc6a3f-94a5-49cd-85d0-f0b5dc1a0720 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1458180
Nov 09 15:20:56.887191 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55532) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:20:57.003022 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb4784-c0ed-4be3-9d55-cb68b500dc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:20:57.004512 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-5fdb4784-c0ed-4be3-9d55-cb68b500dc39 admin admin] 10.222.0.87 "GET /v2.0/subnets/0b617ace-d25c-429b-bd45-c3843197be11 HTTP/1.1" status: 200  len: 849 time: 0.1161892
Nov 09 15:20:57.016413 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:20:57.144153 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Notify callbacks [] for subnet, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:57.372949 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734629330710'] for subnet, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:57.377813 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:20:57.423128 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:20:57.423617 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:57.425332 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] 10.222.0.87 "PUT /v2.0/subnets/0b617ace-d25c-429b-bd45-c3843197be11 HTTP/1.1" status: 200  len: 868 time: 0.4121947
Nov 09 15:20:57.429918 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096c5f1-25d1-4f69-92ac-92e13263240f None None] Network 67d1e87d-8db3-41fe-bae9-f48bbdf4b064 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:20:57.453540 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b617ace-d25c-429b-bd45-c3843197be11,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:20:57.461511 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.461880 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.462186 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.462513 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.462824 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.463135 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.463442 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.463751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.464082 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.464395 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.464708 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.465049 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:20:57.472432 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:20:57.892916 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-a11bf5c6-feb4-4ecd-ac55-34c7c1b21eda None None] Provisioning complete for port 8ef25314-0964-4de8-9e7d-b208224c00b7 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:20:57.893265 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a11bf5c6-feb4-4ecd-ac55-34c7c1b21eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:58.022595 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-a11bf5c6-feb4-4ecd-ac55-34c7c1b21eda None None] Provisioning complete for port bee6c17f-880b-47fd-b846-78a02d7d15a8 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:20:58.022859 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a11bf5c6-feb4-4ecd-ac55-34c7c1b21eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:20:59.594117 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55542) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:20:59.789541 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9ea02-3d66-46a1-9b0d-912cb9994d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:20:59.790039 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9ea02-3d66-46a1-9b0d-912cb9994d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:20:59.791621 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-96e9ea02-3d66-46a1-9b0d-912cb9994d74 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1964850
Nov 09 15:21:01.479203 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a18ecaee-60ad-429e-beca-b49c4502d28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:01.809620 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:01.950935 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55552) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:02.140465 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92837085-5abc-44ef-8224-d428bb30a775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:02.140842 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92837085-5abc-44ef-8224-d428bb30a775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:02.142415 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-92837085-5abc-44ef-8224-d428bb30a775 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1900201
Nov 09 15:21:04.048730 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-29bc9d3f-0ea3-41c2-9fa4-452b5ec90b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:04.292718 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55562) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:04.473570 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3f62a5-40c7-42ee-b582-430ac2eadfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:04.474992 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-fc3f62a5-40c7-42ee-b582-430ac2eadfc7 admin admin] 10.222.0.87 "GET /v2.0/networks/67d1e87d-8db3-41fe-bae9-f48bbdf4b064 HTTP/1.1" status: 200  len: 870 time: 0.1812179
Nov 09 15:21:04.935899 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:06.283243 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:06.626415 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55572) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:06.803610 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d15f2d-4fbf-4663-af85-38d72fb3fafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:06.804879 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-53d15f2d-4fbf-4663-af85-38d72fb3fafe admin admin] 10.222.0.87 "GET /v2.0/networks/b96357c2-8dbf-49c6-8d18-9399fd29822d HTTP/1.1" status: 200  len: 886 time: 0.1774721
Nov 09 15:21:08.946743 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55582) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:09.064888 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbfdaef-88fe-4c1e-93c0-506439e9d3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:09.065337 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbfdaef-88fe-4c1e-93c0-506439e9d3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:09.066927 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-cfbfdaef-88fe-4c1e-93c0-506439e9d3f7 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1189604
Nov 09 15:21:11.214226 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55592) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:11.350823 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0feb83-e140-4ecb-aa5e-58bfd2494a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:11.351282 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0feb83-e140-4ecb-aa5e-58bfd2494a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:11.352802 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1c0feb83-e140-4ecb-aa5e-58bfd2494a15 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1376173
Nov 09 15:21:13.519884 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55602) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:13.649292 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67501266-bb2d-44b2-bcac-dc79b8a1777d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:13.650739 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-67501266-bb2d-44b2-bcac-dc79b8a1777d admin admin] 10.222.0.87 "GET /v2.0/subnets/0b617ace-d25c-429b-bd45-c3843197be11 HTTP/1.1" status: 200  len: 868 time: 0.1298583
Nov 09 15:21:15.831672 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55612) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:15.942032 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52829d9-fe65-4c7a-ba84-dbc1b7e8f509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:15.943632 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d52829d9-fe65-4c7a-ba84-dbc1b7e8f509 admin admin] 10.222.0.87 "GET /v2.0/subnets/afd6cda3-691e-46c9-8a64-cc166c66146e HTTP/1.1" status: 200  len: 816 time: 0.1107795
Nov 09 15:21:23.429501 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:21:31.485010 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b63b31e6-24c6-4ee3-8a49-c0fcd412e7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:31.814949 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:34.044325 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-9f2fcdfe-3d3c-40f7-9f5e-ff8e7359f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:34.937219 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:36.284507 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:39.231431 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55656) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:39.289761 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [None req-9e3a481c-c7bf-424c-abea-5af2d1718fb3 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:21:39.290859 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9e3a481c-c7bf-424c-abea-5af2d1718fb3 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0581539
Nov 09 15:21:41.522232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55666) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:41.588455 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca55bc1-dedf-4427-b0d3-21f54950dfb7 admin admin] GET failed (client error): The resource could not be found.
Nov 09 15:21:41.589749 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9ca55bc1-dedf-4427-b0d3-21f54950dfb7 admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0665498
Nov 09 15:21:41.718877 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc1b3a-1db9-4076-9bff-407e9b1a07e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:41.720323 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-54fc1b3a-1db9-4076-9bff-407e9b1a07e0 admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1263881
Nov 09 15:21:43.896887 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55676) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:43.955939 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:21:43.963246 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:21:43.976416 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:21:43.986679 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Made reservation on behalf of 5fdb84caf91c4a3db6636f7dbd450673 for: {'network': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:21:43.989137 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:44.075922 dv-cinder-817223-1-iscsi neutron-server[86781]: WARNING neutron.services.revisions.revision_plugin [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1b053a0bb0] {project_id='5fdb84caf91c4a3db6636f7dbd450673', id='7787309e-420f-444a-a4c9-d09ae4146ffc', target_tenant='*', action='access_as_shared', object_id='ef927ed8-930b-4cd4-aa47-013befc24fda'}> to bump revision.
Nov 09 15:21:44.089027 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155}  {{(pid=86781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:21:44.102160 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:44.102512 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.segments_db [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Added segment b54e7102-55ab-4d37-9b8c-f92b1bbaec3b of type vlan for network ef927ed8-930b-4cd4-aa47-013befc24fda
Nov 09 15:21:44.128347 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:44.160305 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:44.161814 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:44.162417 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:44.166904 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:21:44.265889 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Pushing event updated for resources: {'Network': ['ID=ef927ed8-930b-4cd4-aa47-013befc24fda,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:21:44.270728 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3724711
Nov 09 15:21:44.275259 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.275595 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.275919 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.276244 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.276557 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.276875 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.277183 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.277499 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.277831 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.278166 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.278472 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.278776 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:44.282645 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:21:44.294292 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network ef927ed8-930b-4cd4-aa47-013befc24fda details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:21:46.445024 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55686) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:21:46.517827 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2581670a-dd89-4a30-b7f2-5903144eaac9 admin admin] GET failed (client error): The resource could not be found.
Nov 09 15:21:46.518401 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-2581670a-dd89-4a30-b7f2-5903144eaac9 admin admin] Synchronizing usage tracker for tenant:5fdb84caf91c4a3db6636f7dbd450673 on resource:network {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:21:46.536179 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-2581670a-dd89-4a30-b7f2-5903144eaac9 admin admin] Unset dirty status for tenant:5fdb84caf91c4a3db6636f7dbd450673 on resource:network {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:21:46.538179 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-2581670a-dd89-4a30-b7f2-5903144eaac9 admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0918639
Nov 09 15:21:46.720161 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88189847-8245-4095-9bc4-609e01340caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:46.721638 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-88189847-8245-4095-9bc4-609e01340caa admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1763306
Nov 09 15:21:46.733367 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:21:46.738109 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:21:46.742048 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Usage tracker for resource:subnet and tenant:5fdb84caf91c4a3db6636f7dbd450673 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:21:46.744997 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:21:46.750903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:21:46.763011 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Made reservation on behalf of 5fdb84caf91c4a3db6636f7dbd450673 for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:21:46.765433 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:46.975187 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:46.980255 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:21:47.051821 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a857038f-4e44-473a-bfa3-4ed0c1c1343b,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:21:47.055249 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:21:47.061461 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Checking segment: {'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:21:47.061564 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Network hostable DHCP agents. Network: ef927ed8-930b-4cd4-aa47-013befc24fda, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:21:47.082623 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Network ef927ed8-930b-4cd4-aa47-013befc24fda is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:21:47.091922 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, ef927ed8-930b-4cd4-aa47-013befc24fda) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:21:47.095932 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:21:47.096436 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:47.100999 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9066ff-d7ef-4549-9f8f-973f12d4701d None None] Network ef927ed8-930b-4cd4-aa47-013befc24fda requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:21:47.121272 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a2cecd17-396e-40ef-a872-a933a7868bd1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3914015
Nov 09 15:21:47.340789 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-ef927ed8-930b-4cd4-aa47-013befc24fda', 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda', 'tenant_id': '5fdb84caf91c4a3db6636f7dbd450673', 'fixed_ips': [{'subnet_id': 'a857038f-4e44-473a-bfa3-4ed0c1c1343b'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:21:47.341656 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:47.511294 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Allocated IP 192.168.233.2 (ef927ed8-930b-4cd4-aa47-013befc24fda/a857038f-4e44-473a-bfa3-4ed0c1c1343b/edacad00-132c-4bcf-ada7-9707bf6e474c) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:21:47.738313 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:47.749556 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Transition to ACTIVE for port object edacad00-132c-4bcf-ada7-9707bf6e474c will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:21:47.769356 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Transition to ACTIVE for port object edacad00-132c-4bcf-ada7-9707bf6e474c will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:21:47.776458 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:47.781210 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:21:47.847288 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Network ef927ed8-930b-4cd4-aa47-013befc24fda is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:21:47.849711 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:21:47.858062 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:21:47.859601 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Pushing event updated for resources: {'Port': ['ID=edacad00-132c-4bcf-ada7-9707bf6e474c,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:21:47.894081 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.894606 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.895581 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.895581 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.895581 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.897124 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.897124 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.897124 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.897124 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.897124 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.897626 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.897719 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:21:47.905893 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:21:47.966518 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Attempting to bind port edacad00-132c-4bcf-ada7-9707bf6e474c on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:21:47.967023 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Attempting to bind port edacad00-132c-4bcf-ada7-9707bf6e474c by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:21:47.967386 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Attempting to bind port edacad00-132c-4bcf-ada7-9707bf6e474c on network ef927ed8-930b-4cd4-aa47-013befc24fda {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:21:47.973112 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:21:47.973472 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Checking segment: {'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:21:47.974336 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:47.974336 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Bound using segment: {'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:21:47.974731 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Bound port: edacad00-132c-4bcf-ada7-9707bf6e474c, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:21:47.975112 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:48.089314 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] For port edacad00-132c-4bcf-ada7-9707bf6e474c, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:21:48.092384 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] For port edacad00-132c-4bcf-ada7-9707bf6e474c, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=edacad00-132c-4bcf-ada7-9707bf6e474c,segment=NetworkSegment(b54e7102-55ab-4d37-9b8c-f92b1bbaec3b),segment_id=b54e7102-55ab-4d37-9b8c-f92b1bbaec3b)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:21:48.098124 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:48.102192 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:21:48.181569 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Pushing event updated for resources: {'Port': ['ID=edacad00-132c-4bcf-ada7-9707bf6e474c,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:21:48.183532 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:21:49.036511 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763a175c-1a5e-4a44-9311-277c3a4a16fc None None] Network ef927ed8-930b-4cd4-aa47-013befc24fda requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:21:49.140271 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-5d58626e-ed8d-4e01-9dfd-25f2a7acb1a3 None None] Provisioning for port edacad00-132c-4bcf-ada7-9707bf6e474c completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:21:50.012368 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device edacad00-132c-4bcf-ada7-9707bf6e474c up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:21:50.089284 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port edacad00-132c-4bcf-ada7-9707bf6e474c completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:21:50.095701 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port edacad00-132c-4bcf-ada7-9707bf6e474c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:21:50.096156 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:50.223642 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:50.263024 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port edacad00-132c-4bcf-ada7-9707bf6e474c, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=edacad00-132c-4bcf-ada7-9707bf6e474c,segment=NetworkSegment(b54e7102-55ab-4d37-9b8c-f92b1bbaec3b),segment_id=b54e7102-55ab-4d37-9b8c-f92b1bbaec3b)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:21:50.268103 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:21:50.271100 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:21:50.340272 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=edacad00-132c-4bcf-ada7-9707bf6e474c,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:21:50.343562 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:21:51.986495 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device edacad00-132c-4bcf-ada7-9707bf6e474c up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:21:52.061612 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port edacad00-132c-4bcf-ada7-9707bf6e474c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:21:52.061977 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:00.429699 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:22:01.479826 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-020ee224-33ee-4575-93e9-df5c3b0a7328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:01.819760 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:04.038547 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f8baba3f-d601-4ab2-8af9-e3c3e11cfbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:04.946538 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:06.287796 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:31.483624 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbabf-8dc9-441f-aca6-700662c15ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:31.833221 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:34.043145 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b574de70-6f34-4fa6-85a2-34df26f4c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:34.939684 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:36.292461 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:37.429591 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:22:58.349103 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55736) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:22:58.355202 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [None req-97934a8e-d39f-43b0-8fdd-83e7fa763c93 tempest-verify_tempest_config-536663181 tempest-verify_tempest_config-536663181-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:22:58.356154 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-97934a8e-d39f-43b0-8fdd-83e7fa763c93 tempest-verify_tempest_config-536663181 tempest-verify_tempest_config-536663181-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0061111
Nov 09 15:22:58.696941 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55754) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:22:58.822974 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:58.838009 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:22:58.842209 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Usage tracker for resource:security_group_rule and tenant:588ab876e14d4841aa32ee2f4875ab0c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:22:58.845244 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:22:58.851269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:22:58.941882 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:58.947999 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:58.956816 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:22:58.997981 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=588ab876e14d4841aa32ee2f4875ab0c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2999856
Nov 09 15:22:58.999553 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde5a23a-f326-4ad8-acbc-0f5d5c2ffb47,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:22:59.001096 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55760) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:22:59.006699 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.007039 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.007368 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.007687 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.008002 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.008333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.008648 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.008955 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.009283 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.009590 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.009896 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.010239 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.014411 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:22:59.067480 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:59.103728 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:59.209324 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:59.213698 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:22:59.225909 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde5a23a-f326-4ad8-acbc-0f5d5c2ffb47,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:22:59.235322 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.235680 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.235999 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.236338 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.236656 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.236980 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.237298 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.237606 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.237930 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.238263 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.238595 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.238884 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:22:59.242653 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:22:59.244601 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:22:59.245926 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dde5a23a-f326-4ad8-acbc-0f5d5c2ffb47 HTTP/1.1" status: 204  len: 168 time: 0.2434051
Nov 09 15:23:01.488703 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-594b182e-5f6e-4f69-aa29-55cb29bc189f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:01.827918 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:04.047180 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dbf61b29-0bed-4153-a5e8-bf2fbee08ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:04.943415 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:06.297089 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:14.429272 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:23:31.493029 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d2a8c97e-a25e-4f42-a0d4-d5c9338cbf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:31.833021 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:34.052514 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-19e0aa19-b020-4885-9ab7-8c0cdd371425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:34.947254 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:36.298087 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:23:51.429159 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:24:01.506262 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-67d63122-789f-4963-8217-bbcc3b2ec925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:01.837381 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:04.056721 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-bc971141-5082-4ff6-82f4-03ebf353613b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:04.948683 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:06.300578 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:28.428653 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 5 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:24:31.516857 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a5e48e32-ff7a-4c32-9c02-58046836033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:31.842042 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:34.062532 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-23e99470-2bb2-425a-8704-f4f3e81ea0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:34.951735 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:36.320391 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:36.646371 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-734794'] for agent, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:24:51.646527 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55832) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:24:51.778284 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-fe67ff21-ce65-4e7f-8c31-87be8b392b79 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1305528
Nov 09 15:24:54.014911 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55842) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:24:54.088304 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ac7a1f6e-ddbb-4768-9c8a-4870a94d4ad8 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0722840
Nov 09 15:25:01.503241 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-40aa616e-bab8-4b78-b07b-f0b6f3eb418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:01.848194 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:04.066817 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-2816fa77-81a8-4005-848d-e204d5282f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:04.955375 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:05.428057 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:25:06.312011 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:06.613189 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:31.513572 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fec7f738-a0b3-4b36-b536-7470860aa82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:31.844482 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:34.080241 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b6322e3b-e72a-4d63-8a75-3b37d824b29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:34.961610 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:36.314206 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:36.628252 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:25:42.427323 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:26:01.512398 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-04fbe495-3da9-419b-a881-22b115c6092c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:01.839291 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:04.075237 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a95156bd-b9db-4b4d-a9e7-394162436f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:04.964990 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:06.318943 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:06.631769 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:19.426505 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:26:31.510556 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1929dbe8-e85d-4c3d-8f2f-7f52d5ebbba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:31.842718 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:34.081862 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-131234a9-5602-4795-b7a8-3996dd52417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:34.966718 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:36.320828 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:36.655378 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:51.819013 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 55958) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:52.070295 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1763833859-network', 'tenant_id': 'e4dfc4092e6a4bcca2bd18cfd3bc8e63'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:26:52.082520 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:52.082520 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Usage tracker for resource:network and tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:52.082849 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:52.091341 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:52.103519 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Made reservation on behalf of e4dfc4092e6a4bcca2bd18cfd3bc8e63 for: {'network': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:26:52.106125 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.120381 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.138572 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:52.142810 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Usage tracker for resource:security_group_rule and tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:52.146359 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:52.154257 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:52.255038 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.259385 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.263971 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:52.294647 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:52.299928 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183}  {{(pid=86781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:26:52.305806 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.306233 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.306674 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.307579 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.307579 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.308072 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.308072 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.308268 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.308548 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.309052 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.309375 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.309692 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Tracked resource versions report:
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]: pushed versions:
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]: {   'AddressGroup': {'1.2'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'ConntrackHelper': {'1.0'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Log': {'1.0'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Network': {'1.1'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Port': {'1.7'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'PortForwarding': {'1.2'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'QosPolicy': {'1.8'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'SecurityGroup': {'1.4'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'SecurityGroupRule': {'1.2'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'SubPort': {'1.0'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Subnet': {'1.1'},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     'Trunk': {'1.1'}}
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]: consumer versions:
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]: {   DHCP agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     HyperV agent@hv-cinder-81722: {},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     L3 agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     Metadata agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     Metering agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:     Open vSwitch agent@dv-cinder-817223-1-iscsi: {   'AddressGroup': '1.2',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'ConntrackHelper': '1.0',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Log': '1.0',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Network': '1.1',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Port': '1.7',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'PortForwarding': '1.2',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'QosPolicy': '1.8',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'SecurityGroup': '1.4',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'SecurityGroupRule': '1.2',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'SubPort': '1.0',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Subnet': '1.1',
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:                                                      'Trunk': '1.1'}}
Nov 09 15:26:52.310785 dv-cinder-817223-1-iscsi neutron-server[86781]:  {{(pid=86781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 09 15:26:52.316870 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:52.324864 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.325218 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.segments_db [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Added segment 5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c of type vlan for network be458db5-8976-4bbc-b69c-db7cd851908f
Nov 09 15:26:52.376024 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.414266 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.416098 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:26:52.416830 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.423089 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a747eade-e673-49c3-b705-cfc64ae16edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:52.526341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7060323
Nov 09 15:26:52.530254 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 55998) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:52.534747 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Pushing event updated for resources: {'Network': ['ID=be458db5-8976-4bbc-b69c-db7cd851908f,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:52.536056 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Request body: {'subnet': {'network_id': 'be458db5-8976-4bbc-b69c-db7cd851908f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1763833859-subnet', 'tenant_id': 'e4dfc4092e6a4bcca2bd18cfd3bc8e63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:26:52.537517 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:52.540829 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:52.549210 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Usage tracker for resource:subnet and tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:52.549422 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network be458db5-8976-4bbc-b69c-db7cd851908f details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:26:52.552600 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:52.559175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:52.570293 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Made reservation on behalf of e4dfc4092e6a4bcca2bd18cfd3bc8e63 for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:26:52.573545 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.846202 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:52.851403 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e5cec1d6-9a39-42d5-9701-a976baa5d66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:52.928414 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8832b4-5a63-4eb6-9188-df3562d09be6,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:52.937205 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.937570 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.937904 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.938259 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.939578 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.939578 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.939578 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.939578 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.939938 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.940142 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.940447 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.940756 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Tracked resource versions report:
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]: pushed versions:
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]: {   'AddressGroup': {'1.2'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'ConntrackHelper': {'1.0'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Log': {'1.0'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Network': {'1.1'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Port': {'1.7'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'PortForwarding': {'1.2'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'QosPolicy': {'1.8'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'SecurityGroup': {'1.4'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'SecurityGroupRule': {'1.2'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'SubPort': {'1.0'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Subnet': {'1.1'},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     'Trunk': {'1.1'}}
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]: consumer versions:
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]: {   DHCP agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     HyperV agent@hv-cinder-81722: {},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     L3 agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     Metadata agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     Metering agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:     Open vSwitch agent@dv-cinder-817223-1-iscsi: {   'AddressGroup': '1.2',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'ConntrackHelper': '1.0',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Log': '1.0',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Network': '1.1',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Port': '1.7',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'PortForwarding': '1.2',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'QosPolicy': '1.8',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'SecurityGroup': '1.4',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'SecurityGroupRule': '1.2',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'SubPort': '1.0',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Subnet': '1.1',
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:                                                      'Trunk': '1.1'}}
Nov 09 15:26:52.941806 dv-cinder-817223-1-iscsi neutron-server[86782]:  {{(pid=86782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 09 15:26:52.944908 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:52.952108 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Checking segment: {'id': '5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'be458db5-8976-4bbc-b69c-db7cd851908f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:26:52.952500 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Network hostable DHCP agents. Network: be458db5-8976-4bbc-b69c-db7cd851908f, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:26:52.983778 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Network be458db5-8976-4bbc-b69c-db7cd851908f is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:26:52.996451 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, be458db5-8976-4bbc-b69c-db7cd851908f) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:26:53.001366 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:26:53.002060 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:53.010437 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e753e-a7c6-48ec-b298-1da99becc726 None None] Network be458db5-8976-4bbc-b69c-db7cd851908f requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:26:53.051220 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5197492
Nov 09 15:26:53.253109 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ca25f-52d1-46f8-a987-9124dfe6a985 None None] Network be458db5-8976-4bbc-b69c-db7cd851908f requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:26:54.018059 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56078) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:54.212539 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56088) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:54.502126 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-669070829-network', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:26:54.507926 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:54.512213 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Usage tracker for resource:network and tenant:1fd76babd9f5412595a0708d2a9da6e0 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:54.515254 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:54.521433 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:54.542131 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2025829981-network', 'tenant_id': '43cfe7f854e9470c84ea91f631015466'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:26:54.546947 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:54.549299 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Made reservation on behalf of 1fd76babd9f5412595a0708d2a9da6e0 for: {'network': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:26:54.551586 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.570084 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Usage tracker for resource:network and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:54.573278 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.585448 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:54.594705 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:54.600376 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:54.607267 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Usage tracker for resource:security_group_rule and tenant:1fd76babd9f5412595a0708d2a9da6e0 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:54.610580 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:54.617890 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:54.648169 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Made reservation on behalf of 43cfe7f854e9470c84ea91f631015466 for: {'network': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:26:54.651393 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.683562 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.733734 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.741156 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.742556 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:54.751063 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2d91dd77-b391-4275-af41-578ab1eb6984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:54.765275 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Usage tracker for resource:security_group_rule and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:54.772151 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188}  {{(pid=86781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:26:54.797670 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:54.800935 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19b4e0b-7f8b-4056-817f-55ad03725840,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:54.810069 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:54.812857 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:54.821453 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.821771 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.segments_db [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Added segment 351e8845-bc6b-495c-933b-9e5c8d385a79 of type vlan for network ae3daabc-50dd-4b18-91ec-51476faaed7f
Nov 09 15:26:54.864107 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.907446 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.910169 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:26:54.910884 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:54.928843 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a0c9d2d9-bb12-4ceb-963d-ec14cb793c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:55.052831 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Pushing event updated for resources: {'Network': ['ID=ae3daabc-50dd-4b18-91ec-51476faaed7f,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:55.069877 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network ae3daabc-50dd-4b18-91ec-51476faaed7f details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:26:55.108044 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.110407 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:55.115778 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56128) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:55.116780 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.0974503
Nov 09 15:26:55.118321 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.121926 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:55.123014 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Request body: {'subnet': {'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-subnet', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:26:55.130554 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:55.143679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Usage tracker for resource:subnet and tenant:1fd76babd9f5412595a0708d2a9da6e0 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:55.150342 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:55.157587 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1164}  {{(pid=86781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:26:55.163376 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:55.167136 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.167764 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.segments_db [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Added segment cc165c0f-05ed-4962-8e57-148037be4ee2 of type vlan for network 795531d1-19dc-4eff-8d04-3b6449756a56
Nov 09 15:26:55.184800 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Made reservation on behalf of 1fd76babd9f5412595a0708d2a9da6e0 for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:26:55.189496 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.202118 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.229425 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3c854-161f-43d7-be26-c346df6901ff,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:55.234160 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.235521 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:55.236911 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:26:55.237782 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.263870 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:55.363166 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1437101
Nov 09 15:26:55.371101 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56146) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:55.413181 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Request body: {'subnet': {'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2025829981-subnet', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:26:55.424597 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:55.437487 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Usage tracker for resource:subnet and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:55.446663 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:55.458684 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:55.480679 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Made reservation on behalf of 43cfe7f854e9470c84ea91f631015466 for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:26:55.489086 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.522221 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Pushing event updated for resources: {'Network': ['ID=795531d1-19dc-4eff-8d04-3b6449756a56,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:55.529149 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:55.533494 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 795531d1-19dc-4eff-8d04-3b6449756a56 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:26:55.545618 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.552565 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:55.661804 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:55.665043 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:55.703643 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Checking segment: {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:26:55.704039 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Network hostable DHCP agents. Network: ae3daabc-50dd-4b18-91ec-51476faaed7f, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:26:55.740639 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Network ae3daabc-50dd-4b18-91ec-51476faaed7f is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:26:55.762391 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, ae3daabc-50dd-4b18-91ec-51476faaed7f) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:26:55.774277 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ad9b1-41f5-422d-829d-fdb58cdaa478 None None] Network ae3daabc-50dd-4b18-91ec-51476faaed7f requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:26:55.786554 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:26:55.787710 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.816612 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56170) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:55.824009 dv-cinder-817223-1-iscsi neutron-server[86781]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 09 15:26:55.855247 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.7356992
Nov 09 15:26:55.855482 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56174) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:55.867157 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:26:55.875021 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:55.892162 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Usage tracker for resource:router and tenant:1fd76babd9f5412595a0708d2a9da6e0 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:55.899440 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:55.906339 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:55.921914 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.926075 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:55.989658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:56.015193 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:56.024768 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-cfd36a3f-fa38-480f-b360-963db2ba252e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:56.070699 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-c6df333a-7876-4745-9ea2-23a6ff9686b2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:26:56.072143 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-c6df333a-7876-4745-9ea2-23a6ff9686b2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Synchronizing usage tracker for tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 on resource:network {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:26:56.138689 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-c6df333a-7876-4745-9ea2-23a6ff9686b2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Unset dirty status for tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 on resource:network {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:26:56.145342 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-c6df333a-7876-4745-9ea2-23a6ff9686b2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/networks?id=be458db5-8976-4bbc-b69c-db7cd851908f HTTP/1.1" status: 200  len: 812 time: 0.3276379
Nov 09 15:26:56.147506 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb47fc3-c94b-48f6-b72e-c5177911a412,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:56.149905 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Checking segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:26:56.150491 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Network hostable DHCP agents. Network: 795531d1-19dc-4eff-8d04-3b6449756a56, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:26:56.160819 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:56.163460 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038cfb76-c0f1-46e2-b58f-f6a3fb844a43 None None] Network ae3daabc-50dd-4b18-91ec-51476faaed7f requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:26:56.254960 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-727a9a97-0762-4699-9ac8-f65d77f1d6ad tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/quotas/e4dfc4092e6a4bcca2bd18cfd3bc8e63 HTTP/1.1" status: 200  len: 375 time: 0.1081624
Nov 09 15:26:56.257961 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Network 795531d1-19dc-4eff-8d04-3b6449756a56 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:26:56.317054 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 795531d1-19dc-4eff-8d04-3b6449756a56) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:26:56.334646 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-7285ecdb-57cd-4252-9fd7-ae4dedc4443c tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e4dfc4092e6a4bcca2bd18cfd3bc8e63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0783286
Nov 09 15:26:56.336219 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:26:56.336831 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:56.368029 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9912100
Nov 09 15:26:56.370482 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56196) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:56.379927 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:26:56.397130 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e3948-169f-46ff-bf67-45f05ee9c632 None None] Network 795531d1-19dc-4eff-8d04-3b6449756a56 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:26:56.397343 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:26:56.403726 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Usage tracker for resource:router and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:26:56.418910 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:26:56.426896 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:26:56.435060 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:26:56.461556 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:56.463298 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:56.511058 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:56.912957 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:57.028131 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-4f1521e6-f568-42ec-b7d8-ab37bd16c8f6 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:26:57.029802 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-4f1521e6-f568-42ec-b7d8-ab37bd16c8f6 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2353704
Nov 09 15:26:57.167883 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:57.173286 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-795531d1-19dc-4eff-8d04-3b6449756a56', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:26:57.174426 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:57.562030 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:57.570373 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Allocated IP 172.20.0.2 (795531d1-19dc-4eff-8d04-3b6449756a56/beb47fc3-c94b-48f6-b72e-c5177911a412/4079f82b-a257-4bf8-a8c1-d79b8bc408eb) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:26:57.589168 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-ed31e8ef-a8db-4321-a4a1-3d0a0763ab4d service neutron] 10.222.0.87 "GET /v2.0/networks/be458db5-8976-4bbc-b69c-db7cd851908f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5501103
Nov 09 15:26:57.663582 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:57.846128 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-14feb89c-7dab-47ea-9a27-a4ed1b0090c1 service neutron] 10.222.0.87 "GET /v2.0/networks/be458db5-8976-4bbc-b69c-db7cd851908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2496376
Nov 09 15:26:57.982181 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Allocated IP 172.27.0.43 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:26:58.078262 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.094942 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Transition to ACTIVE for port object 4079f82b-a257-4bf8-a8c1-d79b8bc408eb will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:26:58.118056 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Transition to ACTIVE for port object 4079f82b-a257-4bf8-a8c1-d79b8bc408eb will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:26:58.125688 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.133654 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:58.267163 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Pushing event updated for resources: {'Port': ['ID=4079f82b-a257-4bf8-a8c1-d79b8bc408eb,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:58.300257 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.300850 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.301346 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.301677 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.302007 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.302358 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.303665 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.304364 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.305932 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.306527 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.307198 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.308173 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Tracked resource versions report:
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]: pushed versions:
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]: {   'AddressGroup': {'1.2'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'ConntrackHelper': {'1.0'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Log': {'1.0'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Network': {'1.1'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Port': {'1.7'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'PortForwarding': {'1.2'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'QosPolicy': {'1.8'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'SecurityGroup': {'1.4'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'SecurityGroupRule': {'1.2'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'SubPort': {'1.0'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Subnet': {'1.1'},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     'Trunk': {'1.1'}}
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]: consumer versions:
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]: {   DHCP agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     HyperV agent@hv-cinder-81722: {},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     L3 agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     Metadata agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     Metering agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:     Open vSwitch agent@dv-cinder-817223-1-iscsi: {   'AddressGroup': '1.2',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'ConntrackHelper': '1.0',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Log': '1.0',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Network': '1.1',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Port': '1.7',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'PortForwarding': '1.2',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'QosPolicy': '1.8',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'SecurityGroup': '1.4',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'SecurityGroupRule': '1.2',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'SubPort': '1.0',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Subnet': '1.1',
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:                                                      'Trunk': '1.1'}}
Nov 09 15:26:58.310055 dv-cinder-817223-1-iscsi neutron-server[86783]:  {{(pid=86783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 09 15:26:58.316740 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:58.327138 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Network 795531d1-19dc-4eff-8d04-3b6449756a56 is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:26:58.329352 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.334429 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:26:58.342705 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:26:58.354076 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.388147 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.412750 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.450141 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:58.513374 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56294) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:58.552679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:26:58.556320 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:26:58.557273 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Attempting to bind port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:26:58.558318 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Attempting to bind port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:26:58.560200 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:26:58.565716 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Attempting to bind port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb on network 795531d1-19dc-4eff-8d04-3b6449756a56 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:26:58.576952 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:26:58.579033 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Checking segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:26:58.580863 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.585173 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Bound using segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:26:58.586319 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Bound port: 4079f82b-a257-4bf8-a8c1-d79b8bc408eb, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:26:58.586960 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.649915 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-efbe5b57-7894-4db7-b003-784a9d9ac42b req-92e6ae14-de1e-4bb1-9bd8-17986ddf01ab tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.1353955
Nov 09 15:26:58.777367 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] For port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:26:58.790343 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] For port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=4079f82b-a257-4bf8-a8c1-d79b8bc408eb,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:26:58.794260 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:58.800683 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:58.851647 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Pushing event updated for resources: {'Port': ['ID=66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:58.860039 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:58.929264 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Pushing event updated for resources: {'Port': ['ID=4079f82b-a257-4bf8-a8c1-d79b8bc408eb,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:58.934682 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Allocated IP 172.27.0.96 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/fe16435d-536c-45ad-bd46-98d68b73b1e9) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:26:58.944747 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:59.396364 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:59.493923 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:59.512307 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-29a7e25c-deab-4281-89c9-2f46af24aa8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:26:59.521468 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:26:59.788493 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Pushing event updated for resources: {'Port': ['ID=fe16435d-536c-45ad-bd46-98d68b73b1e9,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:26:59.795761 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56382) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:26:59.831759 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:26:59.832789 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:26:59.838848 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:26:59.849942 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:26:59.945420 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6766f882-62bf-4212-b987-f33a34ea46e8 req-bd9491b7-c3ab-4c0a-8711-6dbb309d3375 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.1814365
Nov 09 15:27:00.137554 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:00.177208 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:00.189149 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Usage tracker for resource:security_group_rule and tenant:aac85a826ad143eebbcc8fbe0a9e70fd is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:00.194083 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:00.204415 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:00.207914 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:00.244878 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 4079f82b-a257-4bf8-a8c1-d79b8bc408eb up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:00.401713 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:00.504246 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad21e6-3157-4f5a-981c-e18faaf48f67 None None] Network 795531d1-19dc-4eff-8d04-3b6449756a56 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:27:00.536962 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:00.594357 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:00.604005 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:00.618551 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:00.654273 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb51e25-9852-4ef1-8145-56af55663318,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:00.663760 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:00.685333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Router a6947fab-fb36-49da-969f-910ee06ee499 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:27:00.693301 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aac85a826ad143eebbcc8fbe0a9e70fd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8968709
Nov 09 15:27:00.697269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56430) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:00.728609 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] Provisioning for port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:00.740432 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] Provisioning complete for port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:00.741020 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:00.965033 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:27:00.970801 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:00.982969 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Sync routers for ids ['a6947fab-fb36-49da-969f-910ee06ee499'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:27:01.011371 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Routers {'a6947fab-fb36-49da-969f-910ee06ee499'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:01.012522 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0616f7f0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:26:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['a6947fab-fb36-49da-969f-910ee06ee499'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:01.031825 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56444) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:01.047949 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44bf75f6-3f32-4544-9638-a6657edfc79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.055892 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.063713 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.2071857
Nov 09 15:27:01.068619 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56450) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:01.080453 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.149488 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44bf75f6-3f32-4544-9638-a6657edfc79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.149709 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] For port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=4079f82b-a257-4bf8-a8c1-d79b8bc408eb,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:01.155622 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.159384 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:01.258890 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] Pushing event updated for resources: {'Port': ['ID=4079f82b-a257-4bf8-a8c1-d79b8bc408eb,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:01.264553 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:01.288547 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44bf75f6-3f32-4544-9638-a6657edfc79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.297093 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c29e9b46-0210-46ca-bde7-54f64f0dff19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:01.313590 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf75f6-3f32-4544-9638-a6657edfc79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb51e25-9852-4ef1-8145-56af55663318,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:01.316434 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-44bf75f6-3f32-4544-9638-a6657edfc79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:01.319755 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44bf75f6-3f32-4544-9638-a6657edfc79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.326050 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-44bf75f6-3f32-4544-9638-a6657edfc79f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5eb51e25-9852-4ef1-8145-56af55663318 HTTP/1.1" status: 204  len: 168 time: 0.6288819
Nov 09 15:27:01.356747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.385501 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-504f4663-0a29-40de-aa22-b025f533d9dd None None] Provisioning complete for port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:01.385996 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-504f4663-0a29-40de-aa22-b025f533d9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.397422 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:01.411944 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Usage tracker for resource:security_group_rule and tenant:ec2b4f0b95374154a0b3bb175e5180e6 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:01.419609 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:01.430854 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:01.444359 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Set router a6947fab-fb36-49da-969f-910ee06ee499 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:01.580497 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4a8554c7-b4e0-4760-9b40-116db9a51c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.599246 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.605970 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.617385 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:01.734242 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a169224-adca-49d6-ab40-6fa0905b0f05,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:01.737950 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:01.741668 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec2b4f0b95374154a0b3bb175e5180e6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7020721
Nov 09 15:27:01.750904 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56470) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:01.829642 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1fce4155-3594-4c17-8daf-0526ef5a553f req-0e874b5f-113d-4377-aa78-2d3d61986a12 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.6009140
Nov 09 15:27:01.839054 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0f77765a-077c-4ad1-8b4b-58f7ddba98f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.853950 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.888947 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0f77765a-077c-4ad1-8b4b-58f7ddba98f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.946221 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:27:01.960105 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0f77765a-077c-4ad1-8b4b-58f7ddba98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.966920 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:01.979202 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77765a-077c-4ad1-8b4b-58f7ddba98f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a169224-adca-49d6-ab40-6fa0905b0f05,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:01.983317 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0f77765a-077c-4ad1-8b4b-58f7ddba98f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:01.985748 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0616f7f0>, [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:26:59Z', 'revision_number': 3, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port': {'id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:57Z', 'updated_at': '2021-11-09T15:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:01.987189 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0f77765a-077c-4ad1-8b4b-58f7ddba98f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:01.988566 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0f77765a-077c-4ad1-8b4b-58f7ddba98f7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7a169224-adca-49d6-ab40-6fa0905b0f05 HTTP/1.1" status: 204  len: 168 time: 0.2363894
Nov 09 15:27:02.006397 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Checking router: a6947fab-fb36-49da-969f-910ee06ee499 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:27:02.006620 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Updating router a6947fab-fb36-49da-969f-910ee06ee499 port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 binding host dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:27:02.074562 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:02.230364 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 4079f82b-a257-4bf8-a8c1-d79b8bc408eb up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:02.376019 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:02.376701 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:02.381237 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:27:02.465195 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Sync routers for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:27:02.490813 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:02.491460 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05cf67c0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:26:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:02.497708 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:02.499039 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.1277144
Nov 09 15:27:02.502080 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56492) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:02.580137 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56496) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:02.622818 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:02.646126 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:02.654545 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Usage tracker for resource:security_group_rule and tenant:9536d756a8974bbda64711ef1d79eadf is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:02.700502 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:02.802847 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:02.845039 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Notify callbacks [] for port, precommit_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:02.850436 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:02.881513 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.provisioning_blocks [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Transition to ACTIVE for port object 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 will not be triggered until provisioned by entity L2. {{(pid=86784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:02.890314 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:02.896037 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:03.033070 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Pushing event updated for resources: {'Port': ['ID=66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0,revision_number=2']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:03.037993 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Attempting to bind port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:27:03.038615 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Attempting to bind port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:27:03.039175 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Attempting to bind port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:03.049412 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:27:03.050124 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:03.050693 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.051703 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:27:03.052392 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Bound port: 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:27:03.053194 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.080231 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.080871 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.081370 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.081867 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.082377 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.082851 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.083321 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.083791 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.084294 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.084770 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.085244 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.085830 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Tracked resource versions report:
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]: pushed versions:
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]: {   'AddressGroup': {'1.2'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'ConntrackHelper': {'1.0'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Log': {'1.0'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Network': {'1.1'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Port': {'1.7'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'PortForwarding': {'1.2'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'QosPolicy': {'1.8'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'SecurityGroup': {'1.4'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'SecurityGroupRule': {'1.2'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'SubPort': {'1.0'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Subnet': {'1.1'},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     'Trunk': {'1.1'}}
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]: consumer versions:
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]: {   DHCP agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     HyperV agent@hv-cinder-81722: {},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     L3 agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     Metadata agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     Metering agent@dv-cinder-817223-1-iscsi: {},
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:     Open vSwitch agent@dv-cinder-817223-1-iscsi: {   'AddressGroup': '1.2',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'ConntrackHelper': '1.0',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Log': '1.0',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Network': '1.1',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Port': '1.7',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'PortForwarding': '1.2',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'QosPolicy': '1.8',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'SecurityGroup': '1.4',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'SecurityGroupRule': '1.2',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'SubPort': '1.0',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Subnet': '1.1',
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:                                                      'Trunk': '1.1'}}
Nov 09 15:27:03.087228 dv-cinder-817223-1-iscsi neutron-server[86784]:  {{(pid=86784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 09 15:27:03.099410 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:03.103610 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:03.160240 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] For port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:27:03.166111 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] For port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:27:03.173967 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.182747 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Allocated IP 172.20.0.1 (ae3daabc-50dd-4b18-91ec-51476faaed7f/a782b85d-110c-4ca2-ba7b-fb72ff84f7f8/24302cf1-5d41-4ac6-9298-8d79bf0faa51) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:27:03.189441 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:03.194345 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.204185 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.233831 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-44bf75f6-3f32-4544-9638-a6657edfc79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:03.268496 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da6d8d7-d51e-4841-9072-7409e7c780ba,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:03.281674 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:03.300894 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9536d756a8974bbda64711ef1d79eadf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7193680
Nov 09 15:27:03.304056 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56526) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:03.334855 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Pushing event updated for resources: {'Port': ['ID=66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0,revision_number=3']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:03.367591 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:03.376309 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Routers {'a6947fab-fb36-49da-969f-910ee06ee499'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:03.376928 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0616f7f0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:26:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['a6947fab-fb36-49da-969f-910ee06ee499'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:03.500261 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.533991 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae99d252-d2d7-42fa-bf59-dd841b0b97e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.536699 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.539276 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-44addb29-faad-4b50-88a7-95529e0b13eb req-70d93e14-4484-4237-83d1-d9179e468044 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.2823057
Nov 09 15:27:03.543672 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:03.573616 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae99d252-d2d7-42fa-bf59-dd841b0b97e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.611268 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] Set router a6947fab-fb36-49da-969f-910ee06ee499 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:03.629932 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Pushing event updated for resources: {'Port': ['ID=24302cf1-5d41-4ac6-9298-8d79bf0faa51,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:03.635472 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:03.665290 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Network ae3daabc-50dd-4b18-91ec-51476faaed7f is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:03.666917 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:03.671110 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:27:03.674858 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.714046 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae99d252-d2d7-42fa-bf59-dd841b0b97e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.731827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:03.742892 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99d252-d2d7-42fa-bf59-dd841b0b97e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da6d8d7-d51e-4841-9072-7409e7c780ba,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:03.747978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ae99d252-d2d7-42fa-bf59-dd841b0b97e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:03.754823 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae99d252-d2d7-42fa-bf59-dd841b0b97e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:03.758685 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ae99d252-d2d7-42fa-bf59-dd841b0b97e7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0da6d8d7-d51e-4841-9072-7409e7c780ba HTTP/1.1" status: 204  len: 168 time: 0.4536769
Nov 09 15:27:03.871675 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05cf67c0>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:00Z', 'revision_number': 3, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:03.883664 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Checking router: 4f3c3460-a617-4fb4-837a-fee2b08a26b8 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:27:03.884111 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Updating router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 port fe16435d-536c-45ad-bd46-98d68b73b1e9 binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:27:03.976244 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.023951 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.051541 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.099107 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0616f7f0>, [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:26:59Z', 'revision_number': 3, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port': {'id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:57Z', 'updated_at': '2021-11-09T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:04.108922 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8353a05c-572a-4d0b-bb75-e1f7a5a3aab7 None None] The sync data for ids ['a6947fab-fb36-49da-969f-910ee06ee499'] in dv-cinder-817223-1-iscsi is: [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:26:59Z', 'revision_number': 3, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port': {'id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:57Z', 'updated_at': '2021-11-09T15:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:27:04.129320 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a4c94df4-4f6b-45b3-9291-b2f13656e105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.598957 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Allocated IP 172.20.0.1 (795531d1-19dc-4eff-8d04-3b6449756a56/beb47fc3-c94b-48f6-b72e-c5177911a412/3774f2ba-7583-4e59-a047-f7a6f650a54e) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:27:04.660055 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.701345 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Transition to ACTIVE for port object fe16435d-536c-45ad-bd46-98d68b73b1e9 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:04.715148 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.722876 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:04.742752 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.751540 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.752833 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.759016 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:04.830444 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc1e9-d0ed-4da3-8a35-ee4967bed69f None None] Pushing event updated for resources: {'Port': ['ID=fe16435d-536c-45ad-bd46-98d68b73b1e9,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:04.837539 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ed8dc1e9-d0ed-4da3-8a35-ee4967bed69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:04.861528 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Attempting to bind port fe16435d-536c-45ad-bd46-98d68b73b1e9 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:27:04.862333 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Attempting to bind port fe16435d-536c-45ad-bd46-98d68b73b1e9 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:27:04.863083 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Attempting to bind port fe16435d-536c-45ad-bd46-98d68b73b1e9 on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:04.870581 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:27:04.871413 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:04.872416 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.873485 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:27:04.874451 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Bound port: fe16435d-536c-45ad-bd46-98d68b73b1e9, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:27:04.875122 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.895276 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:04.947670 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Transition to ACTIVE for port object 3774f2ba-7583-4e59-a047-f7a6f650a54e will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:04.991389 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] For port fe16435d-536c-45ad-bd46-98d68b73b1e9, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:27:04.999986 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] For port fe16435d-536c-45ad-bd46-98d68b73b1e9, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=fe16435d-536c-45ad-bd46-98d68b73b1e9,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:27:05.010207 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:05.011232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:05.027900 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:05.030485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c6fc6b71-5b04-498f-82a8-cbe8291739e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:05.086284 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-201db7aa-c170-439f-81ea-1a776f46ff8e req-f72c737d-c402-4972-af45-b25d8267a00c tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.2627487
Nov 09 15:27:05.094551 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Pushing event updated for resources: {'Port': ['ID=24302cf1-5d41-4ac6-9298-8d79bf0faa51,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:05.099507 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:05.122871 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:05.123525 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05cf67c0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:27:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:05.185794 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Network ae3daabc-50dd-4b18-91ec-51476faaed7f is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:05.189685 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:05.245873 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Network 795531d1-19dc-4eff-8d04-3b6449756a56 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:05.248773 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:05.254474 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:27:05.254958 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:05.514647 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Pushing event updated for resources: {'Port': ['ID=3774f2ba-7583-4e59-a047-f7a6f650a54e,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:05.517849 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:05.609667 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:05.710548 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:05.764933 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Router a6947fab-fb36-49da-969f-910ee06ee499 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:27:06.163636 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f02986a9-f355-4c5b-8288-ab4df2f99c4d None None] Provisioning for port 3774f2ba-7583-4e59-a047-f7a6f650a54e completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:06.191785 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f02986a9-f355-4c5b-8288-ab4df2f99c4d None None] Provisioning complete for port 3774f2ba-7583-4e59-a047-f7a6f650a54e triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:06.192874 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f02986a9-f355-4c5b-8288-ab4df2f99c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:06.250506 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc1e9-d0ed-4da3-8a35-ee4967bed69f None None] Pushing event updated for resources: {'Port': ['ID=fe16435d-536c-45ad-bd46-98d68b73b1e9,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:06.274490 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.71', 49895) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:06.276552 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ed8dc1e9-d0ed-4da3-8a35-ee4967bed69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.249s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:06.320297 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56620) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:06.383634 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f02986a9-f355-4c5b-8288-ab4df2f99c4d None None] Port 3774f2ba-7583-4e59-a047-f7a6f650a54e cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:27:06.425962 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:06.612312 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:06.806867 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-375fc3d9-505f-4428-818c-466bbc6168db tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:06.808518 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-375fc3d9-505f-4428-818c-466bbc6168db tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.71 "GET /v2.0/networks?id=be458db5-8976-4bbc-b69c-db7cd851908f HTTP/1.1" status: 200  len: 812 time: 0.5351288
Nov 09 15:27:06.865388 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:06.937029 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:06.950305 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:06.950690 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:06.954748 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Request body: {'port': {'device_id': '46ac1e27-9443-4c08-ba6c-c0e1d80e9a75', 'network_id': 'be458db5-8976-4bbc-b69c-db7cd851908f', 'admin_state_up': True, 'tenant_id': 'e4dfc4092e6a4bcca2bd18cfd3bc8e63'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:07.081773 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:07.225803 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05cf67c0>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:00Z', 'revision_number': 3, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:07.234001 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:07.237822 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb34ae6-659d-4f44-87b5-7f0d2456e390 None None] The sync data for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi is: [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:00Z', 'revision_number': 3, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:27:07.272516 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:07.286365 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:07.312441 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:07.329886 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:07.349361 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:07.357428 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:07.368817 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-b3974ea5-e318-43b8-8c43-35089a9e65a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:07.407543 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:07.481829 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3f5aae21-80dd-42a8-bf09-4af4d20c9be2 req-c5c76132-2d44-4a6f-a999-1faef74717dc tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.6684206
Nov 09 15:27:07.569442 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:07.581308 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56674) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:07.649225 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Usage tracker for resource:security_group_rule and tenant:ddad044fb33e45d487550c96c3633617 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:07.690194 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:07.731931 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:07.769047 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:07.840078 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:07.855958 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Usage tracker for resource:port and tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:07.871895 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:07.923863 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:07.977134 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:27:07.993051 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Sync routers for ids ['a6947fab-fb36-49da-969f-910ee06ee499'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:27:08.011322 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Made reservation on behalf of e4dfc4092e6a4bcca2bd18cfd3bc8e63 for: {'port': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:27:08.020630 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Routers {'a6947fab-fb36-49da-969f-910ee06ee499'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:08.021938 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06ec2670>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:27:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['a6947fab-fb36-49da-969f-910ee06ee499'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:08.025911 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:08.080364 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] 10.222.0.87 "PUT /v2.0/routers/a6947fab-fb36-49da-969f-910ee06ee499/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8596950
Nov 09 15:27:08.124591 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:08.330959 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:08.361811 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Pushing event updated for resources: {'Port': ['ID=3774f2ba-7583-4e59-a047-f7a6f650a54e,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:08.374677 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:08.385280 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:08.446961 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:08.490547 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Network 795531d1-19dc-4eff-8d04-3b6449756a56 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:08.502761 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-6d57d024-7b10-4617-8123-cabde75df418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:08.513684 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:08.535750 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Allocated IP 172.20.0.3 (be458db5-8976-4bbc-b69c-db7cd851908f/2f8832b4-5a63-4eb6-9188-df3562d09be6/3f962aa4-3967-48a7-b511-6cf3e19f4e9f) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:27:08.603482 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Set router a6947fab-fb36-49da-969f-910ee06ee499 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:08.752904 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:08.757358 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.005840 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device fe16435d-536c-45ad-bd46-98d68b73b1e9 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:09.115132 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:27:09.116449 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.151983 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:09.156534 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:bca443e565ec40a095d373c2c7abed09 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:09.168229 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:09.176014 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:09.195934 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1446739a-6e52-44f5-b720-e6cad2c18eea req-75e36efa-be60-4b8d-9afa-181030622f93 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.3474598
Nov 09 15:27:09.206737 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port fe16435d-536c-45ad-bd46-98d68b73b1e9 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:09.218118 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port fe16435d-536c-45ad-bd46-98d68b73b1e9 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:09.218535 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.369542 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.371618 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-0a26c3fb-6c29-4050-b7c0-4f552b7adb37 None None] Provisioning complete for port 3774f2ba-7583-4e59-a047-f7a6f650a54e triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:09.372035 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-0a26c3fb-6c29-4050-b7c0-4f552b7adb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.476511 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.648494 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.679899 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-48288846-fecc-4dec-8a2e-b4a8324d20f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:09.771519 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06ec2670>, [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:27:03Z', 'revision_number': 4, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port': {'id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:57Z', 'updated_at': '2021-11-09T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '24302cf1-5d41-4ac6-9298-8d79bf0faa51', 'name': '', 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'mac_address': 'fa:16:3e:cb:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a782b85d-110c-4ca2-ba7b-fb72ff84f7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:02Z', 'updated_at': '2021-11-09T15:27:04Z', 'revision_number': 2, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'subnets': [{'id': 'a782b85d-110c-4ca2-ba7b-fb72ff84f7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:09.797050 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Checking router: a6947fab-fb36-49da-969f-910ee06ee499 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:27:09.797635 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Updating router a6947fab-fb36-49da-969f-910ee06ee499 port 24302cf1-5d41-4ac6-9298-8d79bf0faa51 binding host dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:27:09.831523 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-0a26c3fb-6c29-4050-b7c0-4f552b7adb37 None None] Port 3774f2ba-7583-4e59-a047-f7a6f650a54e cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:27:09.868208 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56736) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:09.882299 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.908109 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port fe16435d-536c-45ad-bd46-98d68b73b1e9, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=fe16435d-536c-45ad-bd46-98d68b73b1e9,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:09.914699 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:09.926852 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-422c6271-d4a7-4013-9a16-d60065ed1161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:10.026730 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:10.145982 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:10.177081 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=fe16435d-536c-45ad-bd46-98d68b73b1e9,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:10.189361 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ddad044fb33e45d487550c96c3633617&name=default HTTP/1.1" status: 200  len: 2975 time: 3.8615258
Nov 09 15:27:10.192433 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5a31d4-74cb-4c0e-beba-d00d0cbcb36a,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:10.197611 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.695s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:10.198435 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e3806286-7442-4ad7-a639-4a78acbb7a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:10.207554 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:10.236673 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56742) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:10.403360 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bca443e565ec40a095d373c2c7abed09&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8209314
Nov 09 15:27:10.409296 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56752) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:10.418922 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9458f4-9219-4f90-8d74-61fe3aa0af02,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:10.422883 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:10.481978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:27:10.493730 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Network be458db5-8976-4bbc-b69c-db7cd851908f is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:10.508407 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:10.544865 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:27:10.584373 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:10.597858 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:10.641900 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Sync routers for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:27:10.707982 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:10.714977 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05801c10>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:27:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:10.727894 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-22b903e1-ea4a-4203-a240-4b1c01c01cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:10.785985 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] 10.222.0.87 "PUT /v2.0/routers/4f3c3460-a617-4fb4-837a-fee2b08a26b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2763832
Nov 09 15:27:10.816817 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3673dee3-84d1-436d-8fd5-2b1da1c3fb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:10.918528 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-22b903e1-ea4a-4203-a240-4b1c01c01cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:10.992644 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3673dee3-84d1-436d-8fd5-2b1da1c3fb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:11.053160 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Pushing event updated for resources: {'Port': ['ID=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:11.241840 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3673dee3-84d1-436d-8fd5-2b1da1c3fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:11.264619 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-b1aa0220-4599-47f9-a3a3-7c35cef6ff7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:11.295596 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3673dee3-84d1-436d-8fd5-2b1da1c3fb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:11.299808 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-3673dee3-84d1-436d-8fd5-2b1da1c3fb41 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fb9458f4-9219-4f90-8d74-61fe3aa0af02 HTTP/1.1" status: 204  len: 168 time: 0.8811297
Nov 09 15:27:11.322970 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673dee3-84d1-436d-8fd5-2b1da1c3fb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9458f4-9219-4f90-8d74-61fe3aa0af02,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:11.332747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3673dee3-84d1-436d-8fd5-2b1da1c3fb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:11.367366 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-22b903e1-ea4a-4203-a240-4b1c01c01cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:11.399073 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:11.453383 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b903e1-ea4a-4203-a240-4b1c01c01cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5a31d4-74cb-4c0e-beba-d00d0cbcb36a,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:11.459884 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-22b903e1-ea4a-4203-a240-4b1c01c01cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:11.476386 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-22b903e1-ea4a-4203-a240-4b1c01c01cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:11.480631 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-22b903e1-ea4a-4203-a240-4b1c01c01cb4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/de5a31d4-74cb-4c0e-beba-d00d0cbcb36a HTTP/1.1" status: 204  len: 168 time: 1.2398498
Nov 09 15:27:11.518430 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.838s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:11.558660 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6397538
Nov 09 15:27:11.560167 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:11.637057 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:11.658408 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d75dbc0a55470a928cf40e24ab347b is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:11.669450 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:11.746885 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:11.760697 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Notify callbacks [] for port, precommit_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:11.768335 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:11.797387 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-b63b75b0-ef5e-4ef6-b20b-33fdbf84adfe tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:27:11.801681 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-b63b75b0-ef5e-4ef6-b20b-33fdbf84adfe tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0905523
Nov 09 15:27:11.819669 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.provisioning_blocks [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Transition to ACTIVE for port object 24302cf1-5d41-4ac6-9298-8d79bf0faa51 will not be triggered until provisioned by entity L2. {{(pid=86784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:11.839866 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:11.872705 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:12.005382 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-beda370c-b8a1-4854-a502-f2c9d17975be tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:12.010433 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-beda370c-b8a1-4854-a502-f2c9d17975be tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Synchronizing usage tracker for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:network {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:12.078357 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bf4b5-194f-412b-b7f2-7e8e830ad8e0 None None] Pushing event updated for resources: {'Port': ['ID=24302cf1-5d41-4ac6-9298-8d79bf0faa51,revision_number=3']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:12.090881 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-1b9bf4b5-194f-412b-b7f2-7e8e830ad8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:12.244934 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-beda370c-b8a1-4854-a502-f2c9d17975be tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Unset dirty status for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:network {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:12.246280 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-beda370c-b8a1-4854-a502-f2c9d17975be tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 818 time: 1.5875776
Nov 09 15:27:12.278198 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2532f9-12e9-4a3a-81f2-8f1589c9b8f4 req-59768144-b5a6-46d1-833a-8cc6ce85cccc tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:12.279032 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-db2532f9-12e9-4a3a-81f2-8f1589c9b8f4 req-59768144-b5a6-46d1-833a-8cc6ce85cccc tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Synchronizing usage tracker for tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:12.305001 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device fe16435d-536c-45ad-bd46-98d68b73b1e9 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:12.428196 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-ea2b4e6a-5a1a-4c89-8245-a11c0a1aeeca tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/quotas/1fd76babd9f5412595a0708d2a9da6e0 HTTP/1.1" status: 200  len: 375 time: 0.1175325
Nov 09 15:27:12.631903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:12.690898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:12.701904 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Attempting to bind port 24302cf1-5d41-4ac6-9298-8d79bf0faa51 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:27:12.702531 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Attempting to bind port 24302cf1-5d41-4ac6-9298-8d79bf0faa51 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:27:12.703076 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Attempting to bind port 24302cf1-5d41-4ac6-9298-8d79bf0faa51 on network ae3daabc-50dd-4b18-91ec-51476faaed7f {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:12.718827 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:27:12.726354 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Checking segment: {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:12.730698 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:12.731457 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Bound using segment: {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:27:12.733891 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Bound port: 24302cf1-5d41-4ac6-9298-8d79bf0faa51, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'}}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:27:12.734826 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:12.767419 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:12.800281 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-db2532f9-12e9-4a3a-81f2-8f1589c9b8f4 req-59768144-b5a6-46d1-833a-8cc6ce85cccc tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Unset dirty status for tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:12.807264 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-db2532f9-12e9-4a3a-81f2-8f1589c9b8f4 req-59768144-b5a6-46d1-833a-8cc6ce85cccc tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 931 time: 1.9074025
Nov 09 15:27:12.976747 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port fe16435d-536c-45ad-bd46-98d68b73b1e9 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:12.982116 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:12.996798 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Synchronizing usage tracker for tenant:5fdb84caf91c4a3db6636f7dbd450673 on resource:security_group {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:13.002819 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] For port 24302cf1-5d41-4ac6-9298-8d79bf0faa51, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:27:13.023108 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] For port 24302cf1-5d41-4ac6-9298-8d79bf0faa51, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=24302cf1-5d41-4ac6-9298-8d79bf0faa51,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:27:13.032288 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:13.053634 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e25972-232f-4c84-afdf-63c0cc1aaf35,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:13.065630 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-1b9bf4b5-194f-412b-b7f2-7e8e830ad8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:13.067768 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:13.168651 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-db2532f9-12e9-4a3a-81f2-8f1589c9b8f4 req-26e7e430-dbee-40eb-a940-612cc375e74c tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Synchronizing usage tracker for tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 on resource:security_group {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:13.188400 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-671f4b35-2752-4744-bd0a-6dd7745c6ae3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Synchronizing usage tracker for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:13.200447 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Unset dirty status for tenant:5fdb84caf91c4a3db6636f7dbd450673 on resource:security_group {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:13.211050 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f1d75dbc0a55470a928cf40e24ab347b&name=default HTTP/1.1" status: 200  len: 2975 time: 3.3324351
Nov 09 15:27:13.211194 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56808) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:13.252404 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Routers {'a6947fab-fb36-49da-969f-910ee06ee499'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:13.253474 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06ec2670>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:27:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['a6947fab-fb36-49da-969f-910ee06ee499'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:13.316883 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-db2532f9-12e9-4a3a-81f2-8f1589c9b8f4 req-26e7e430-dbee-40eb-a940-612cc375e74c tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Unset dirty status for tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 on resource:security_group {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:13.331584 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-db2532f9-12e9-4a3a-81f2-8f1589c9b8f4 req-26e7e430-dbee-40eb-a940-612cc375e74c tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4793158
Nov 09 15:27:13.343378 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-671f4b35-2752-4744-bd0a-6dd7745c6ae3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Unset dirty status for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:13.380730 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-671f4b35-2752-4744-bd0a-6dd7745c6ae3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9511433
Nov 09 15:27:13.499324 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5230c18f-1061-413f-bac6-17a9275393d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:13.564604 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05801c10>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:06Z', 'revision_number': 2, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:13.594230 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Checking router: 4f3c3460-a617-4fb4-837a-fee2b08a26b8 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:27:13.595406 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Updating router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 port 3774f2ba-7583-4e59-a047-f7a6f650a54e binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:27:13.620141 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5230c18f-1061-413f-bac6-17a9275393d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:13.728302 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 56822) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:13.793743 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:13.866323 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:13.881023 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5230c18f-1061-413f-bac6-17a9275393d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:13.891676 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:13.903147 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d901b9466a4a4aaa8ee111995e45d2 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:13.907702 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:13.942943 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:13.960436 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:13.965615 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230c18f-1061-413f-bac6-17a9275393d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e25972-232f-4c84-afdf-63c0cc1aaf35,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:13.975559 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] Set router a6947fab-fb36-49da-969f-910ee06ee499 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:13.988694 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5230c18f-1061-413f-bac6-17a9275393d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:13.991779 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5230c18f-1061-413f-bac6-17a9275393d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:14.000313 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-5230c18f-1061-413f-bac6-17a9275393d2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c3e25972-232f-4c84-afdf-63c0cc1aaf35 HTTP/1.1" status: 204  len: 168 time: 0.7870712
Nov 09 15:27:14.163436 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Request body: {'port': {'device_id': '46ac1e27-9443-4c08-ba6c-c0e1d80e9a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:14.343771 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:14.350337 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:14.384196 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e2df52cf-580b-415f-9030-1d0a0a95deb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:14.431234 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a441e3-0ddc-4305-a11e-8f60a1547ab0,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:14.447372 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:14.540129 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:14.588491 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56836) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:14.674786 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bf4b5-194f-412b-b7f2-7e8e830ad8e0 None None] Pushing event updated for resources: {'Port': ['ID=24302cf1-5d41-4ac6-9298-8d79bf0faa51,revision_number=4']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:14.694658 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-1b9bf4b5-194f-412b-b7f2-7e8e830ad8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.630s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:14.830292 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3d901b9466a4a4aaa8ee111995e45d2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1004004
Nov 09 15:27:14.833757 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56846) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:14.914923 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56850) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:14.937908 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137080139', 'description': 'tempest-description--816964941'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:14.955964 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:14.968173 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:security_group and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:14.977568 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:14.995061 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:15.072649 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.090822 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06ec2670>, [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:27:03Z', 'revision_number': 4, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port': {'id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:57Z', 'updated_at': '2021-11-09T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '24302cf1-5d41-4ac6-9298-8d79bf0faa51', 'name': '', 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'mac_address': 'fa:16:3e:cb:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a782b85d-110c-4ca2-ba7b-fb72ff84f7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:02Z', 'updated_at': '2021-11-09T15:27:12Z', 'revision_number': 4, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'subnets': [{'id': 'a782b85d-110c-4ca2-ba7b-fb72ff84f7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:15.103881 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17463c88-a681-4599-9d03-da36aabdae41 None None] The sync data for ids ['a6947fab-fb36-49da-969f-910ee06ee499'] in dv-cinder-817223-1-iscsi is: [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:27:03Z', 'revision_number': 4, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port': {'id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:57Z', 'updated_at': '2021-11-09T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '24302cf1-5d41-4ac6-9298-8d79bf0faa51', 'name': '', 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'mac_address': 'fa:16:3e:cb:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a782b85d-110c-4ca2-ba7b-fb72ff84f7f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:02Z', 'updated_at': '2021-11-09T15:27:12Z', 'revision_number': 4, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'subnets': [{'id': 'a782b85d-110c-4ca2-ba7b-fb72ff84f7f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:27:15.120050 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:15.132010 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:security_group_rule and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:15.137985 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:15.170745 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc6817bb-a740-4937-81e1-430f7976146d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.174003 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:15.270309 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc6817bb-a740-4937-81e1-430f7976146d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.328128 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.403739 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Transition to ACTIVE for port object 3774f2ba-7583-4e59-a047-f7a6f650a54e will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:15.425736 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.436416 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:15.437441 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.442323 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.454676 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-76654777-e78e-44bd-a78e-55df45c5d7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:15.502484 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6115cb-f397-4c46-9d9a-03fc6dc28413,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:15.511068 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:15.512567 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc6817bb-a740-4937-81e1-430f7976146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.531110 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:15.548206 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6817bb-a740-4937-81e1-430f7976146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a441e3-0ddc-4305-a11e-8f60a1547ab0,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:15.554291 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cc6817bb-a740-4937-81e1-430f7976146d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:15.566236 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc6817bb-a740-4937-81e1-430f7976146d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.568929 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-cc6817bb-a740-4937-81e1-430f7976146d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/50a441e3-0ddc-4305-a11e-8f60a1547ab0 HTTP/1.1" status: 204  len: 168 time: 0.7329948
Nov 09 15:27:15.570598 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:15.571924 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.6547415
Nov 09 15:27:15.575694 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56860) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:15.589720 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'security_group_rule': {'security_group_id': '5b6115cb-f397-4c46-9d9a-03fc6dc28413', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:15.607919 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:15.617772 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:security_group_rule and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:15.626553 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:15.642044 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:15.696947 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.010865 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054ea77-cadf-42c7-8ffc-a8deba2b1eb5 None None] Pushing event updated for resources: {'Port': ['ID=3774f2ba-7583-4e59-a047-f7a6f650a54e,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:16.015788 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-a054ea77-cadf-42c7-8ffc-a8deba2b1eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:16.049362 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.064687 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Attempting to bind port 3774f2ba-7583-4e59-a047-f7a6f650a54e on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:27:16.065074 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Attempting to bind port 3774f2ba-7583-4e59-a047-f7a6f650a54e by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:27:16.065439 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Attempting to bind port 3774f2ba-7583-4e59-a047-f7a6f650a54e on network 795531d1-19dc-4eff-8d04-3b6449756a56 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:16.096166 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:27:16.096727 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Checking segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:16.098793 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.100326 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Bound using segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:27:16.101849 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Bound port: 3774f2ba-7583-4e59-a047-f7a6f650a54e, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:27:16.102308 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.103976 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:16.114575 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:64968aab16d14ef48b3ba69095ae0e02 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:16.119182 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:16.133332 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:16.229656 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f962aa4-3967-48a7-b511-6cf3e19f4e9f {{(pid=86781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:27:16.266381 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.316623 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Transition to ACTIVE for port object 3f962aa4-3967-48a7-b511-6cf3e19f4e9f will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:16.340512 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.377921 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:16.428437 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.434409 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56870) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:16.472302 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 24302cf1-5d41-4ac6-9298-8d79bf0faa51 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:16.482580 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.532352 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-22b903e1-ea4a-4203-a240-4b1c01c01cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:16.604515 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Pushing event updated for resources: {'Port': ['ID=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:16.612098 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:16.745334 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c6d9e6-2f2e-4c6f-b119-cb8ec53c7919,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:16.757645 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:16.768950 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64968aab16d14ef48b3ba69095ae0e02&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1768646
Nov 09 15:27:16.779677 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56878) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:16.839267 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.847634 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.851386 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 24302cf1-5d41-4ac6-9298-8d79bf0faa51 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:16.866362 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:16.899318 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 24302cf1-5d41-4ac6-9298-8d79bf0faa51 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:16.905578 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:16.913638 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254b9f7a-9859-4123-a505-8dd8abefa557,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:16.964084 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:16.973600 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] For port 3774f2ba-7583-4e59-a047-f7a6f650a54e, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:27:16.973924 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-e4eb044b-e539-4069-b63d-509c5e860415 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86781) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:27:16.975166 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-e4eb044b-e539-4069-b63d-509c5e860415 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.3933518
Nov 09 15:27:17.035579 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:17.037335 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4604840
Nov 09 15:27:17.044916 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56884) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:17.057226 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] For port 3774f2ba-7583-4e59-a047-f7a6f650a54e, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3774f2ba-7583-4e59-a047-f7a6f650a54e,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:27:17.084465 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:17.096283 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'security_group_rule': {'security_group_id': '5b6115cb-f397-4c46-9d9a-03fc6dc28413', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:17.103661 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eb5a469f-0fb3-4a95-a810-447a65bf3af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:17.121781 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:17.125324 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:17.129458 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:17.173267 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:security_group_rule and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:17.187482 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:17.234330 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:17.241607 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:17.248133 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eb5a469f-0fb3-4a95-a810-447a65bf3af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:17.263684 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Attempting to bind port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:27:17.267129 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Usage tracker for resource:security_group_rule and tenant:863d096cf04746de9dd2e7448e4a3749 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:17.267337 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Attempting to bind port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'be458db5-8976-4bbc-b69c-db7cd851908f'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:27:17.267541 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Attempting to bind port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f on network be458db5-8976-4bbc-b69c-db7cd851908f {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:17.277491 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:17.304056 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f on network be458db5-8976-4bbc-b69c-db7cd851908f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:27:17.304626 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Attempting to bind port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f on network be458db5-8976-4bbc-b69c-db7cd851908f {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:17.311282 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:17.346923 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:27:17.349902 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Checking segment: {'id': '5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'be458db5-8976-4bbc-b69c-db7cd851908f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:17.352632 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Bound using segment: {'id': '5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'be458db5-8976-4bbc-b69c-db7cd851908f'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:27:17.358425 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Bound port: 3f962aa4-3967-48a7-b511-6cf3e19f4e9f, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': 'be458db5-8976-4bbc-b69c-db7cd851908f'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:27:17.359063 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:17.442183 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18183a-4dbf-49da-bf81-34e16d68b24f req-f85d9be5-eb9c-4ec3-8c72-2a7a4614071a tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:17.444059 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:17.444819 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05801c10>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:27:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:17.446652 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4e18183a-4dbf-49da-bf81-34e16d68b24f req-f85d9be5-eb9c-4ec3-8c72-2a7a4614071a tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 931 time: 1.8645594
Nov 09 15:27:17.568135 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:17.740330 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-e515073f-4975-4fa4-a73b-5a0e238e9faa service neutron] 10.222.0.87 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7423639
Nov 09 15:27:17.858876 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054ea77-cadf-42c7-8ffc-a8deba2b1eb5 None None] Pushing event updated for resources: {'Port': ['ID=3774f2ba-7583-4e59-a047-f7a6f650a54e,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:17.872299 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eb5a469f-0fb3-4a95-a810-447a65bf3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:17.952200 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3673dee3-84d1-436d-8fd5-2b1da1c3fb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:17.967750 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-a054ea77-cadf-42c7-8ffc-a8deba2b1eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:17.968751 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.018751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a469f-0fb3-4a95-a810-447a65bf3af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c6d9e6-2f2e-4c6f-b119-cb8ec53c7919,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:18.043305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eb5a469f-0fb3-4a95-a810-447a65bf3af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:18.091440 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 24302cf1-5d41-4ac6-9298-8d79bf0faa51, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=24302cf1-5d41-4ac6-9298-8d79bf0faa51,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:18.098359 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.099891 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.109689 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eb5a469f-0fb3-4a95-a810-447a65bf3af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.112054 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-67a25922-df20-4a67-b830-57b631335afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:18.136143 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-eb5a469f-0fb3-4a95-a810-447a65bf3af9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/89c6d9e6-2f2e-4c6f-b119-cb8ec53c7919 HTTP/1.1" status: 204  len: 168 time: 1.3553157
Nov 09 15:27:18.145381 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.161513 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:18.172744 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0967a3f6-5be6-44fa-bf6c-a0227976dd11 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:18.292586 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.301777 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2529194
Nov 09 15:27:18.308459 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f72151-ddde-4c8f-a7fc-7045a9e6deb2,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:18.316380 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56920) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:18.364875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.378211 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:18.388673 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:18.396777 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4e18183a-4dbf-49da-bf81-34e16d68b24f req-486e96c2-84ab-4426-85c0-9dc95cff99e6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9262257
Nov 09 15:27:18.401653 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:floatingip and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:18.406138 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:18.413399 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:18.445747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:18.451244 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.451244 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.527019 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0f77765a-077c-4ad1-8b4b-58f7ddba98f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:18.563994 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d887c-7339-4fb7-aea5-822e9541a0b4,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:18.567776 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:18.655716 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-4d70cc62-1554-44ff-8c1d-236c568e49d3 service neutron] 10.222.0.87 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9025028
Nov 09 15:27:18.657807 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] For port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f, host hv-cinder-81722, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:27:18.703616 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] For port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,segment=NetworkSegment(5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c),segment_id=5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:27:18.709163 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.726389 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-83f16b50-ea44-4faf-a395-94b5071f42ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:18.751671 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=863d096cf04746de9dd2e7448e4a3749&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3017986
Nov 09 15:27:18.768898 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56928) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:18.920731 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Pushing event updated for resources: {'Port': ['ID=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:18.933034 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:18.955781 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:18.959077 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:18.963227 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] 10.222.0.71 "PUT /v2.0/ports/3f962aa4-3967-48a7-b511-6cf3e19f4e9f HTTP/1.1" status: 200  len: 1093 time: 6.2992322
Nov 09 15:27:18.963793 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ac1e27-9443-4c08-ba6c-c0e1d80e9a75', 'tag': '3f962aa4-3967-48a7-b511-6cf3e19f4e9f'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:19.129870 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e9c0-52ca-41c8-997e-caa5a511e4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:19.260241 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=24302cf1-5d41-4ac6-9298-8d79bf0faa51,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:19.281867 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.168s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:19.325932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e9c0-52ca-41c8-997e-caa5a511e4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:19.394929 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-42469239-1965-4c83-bf5f-5f781c0b26db req-f924b539-dbe4-48af-a76a-f1c9f65f8f7e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 210 time: 0.1546378
Nov 09 15:27:19.477844 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 56958) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:19.486568 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05801c10>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:16Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:19.492980 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb7022-6ab8-4ba4-8f43-1b3f1754141a None None] The sync data for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi is: [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:16Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:27:19.495374 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:19.733919 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-94e34180-5ec3-4664-93b0-2d994d82df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:19.743551 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-94e34180-5ec3-4664-93b0-2d994d82df21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e4dfc4092e6a4bcca2bd18cfd3bc8e63&device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 1096 time: 0.3185196
Nov 09 15:27:19.857113 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:19.953718 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e9c0-52ca-41c8-997e-caa5a511e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:19.995048 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:20.004175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:85cca287d01348a28b207da9a5b8fc61 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:20.012294 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:20.034781 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:20.082760 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-139c4afe-c9a8-4628-a1a2-c5981f97971b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f962aa4-3967-48a7-b511-6cf3e19f4e9f HTTP/1.1" status: 200  len: 217 time: 0.3239179
Nov 09 15:27:20.267169 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5230c18f-1061-413f-bac6-17a9275393d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:20.330596 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0e9c0-52ca-41c8-997e-caa5a511e4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d887c-7339-4fb7-aea5-822e9541a0b4,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:20.361857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f9e0e9c0-52ca-41c8-997e-caa5a511e4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:20.527537 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3774f2ba-7583-4e59-a047-f7a6f650a54e up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:20.539774 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:20.566533 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:20.579872 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-17e4dd11-4d00-4676-8111-d4b61ee95ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:20.582692 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-17e4dd11-4d00-4676-8111-d4b61ee95ca3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f8832b4-5a63-4eb6-9188-df3562d09be6 HTTP/1.1" status: 200  len: 852 time: 0.4057047
Nov 09 15:27:20.602598 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e9c0-52ca-41c8-997e-caa5a511e4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:20.608965 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f9e0e9c0-52ca-41c8-997e-caa5a511e4ca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c82d887c-7339-4fb7-aea5-822e9541a0b4 HTTP/1.1" status: 204  len: 168 time: 1.8369567
Nov 09 15:27:20.756035 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 3774f2ba-7583-4e59-a047-f7a6f650a54e completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:20.777139 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 3774f2ba-7583-4e59-a047-f7a6f650a54e triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:20.777587 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:20.814459 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-69acdeef-e77e-4fc3-b560-1beedae011fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:20.955243 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=85cca287d01348a28b207da9a5b8fc61&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4666591
Nov 09 15:27:20.991394 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57006) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:20.992148 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e864cb-9799-4c71-b2d5-11885684f887,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:21.017372 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:21.073000 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-24383e0c-fb69-4e4b-ac63-9b68bbe7f545 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be458db5-8976-4bbc-b69c-db7cd851908f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4459784
Nov 09 15:27:21.156822 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Allocated IP 172.27.0.200 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/b6646874-2fdc-4e77-bbec-b9eeb456ead8) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:27:21.173695 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba18f5-ac0f-4e5c-8b3a-ce0f3123a9a8 req-15e6aebd-eee0-4b35-890f-209e39ba2cb8 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:21.182473 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d8ba18f5-ac0f-4e5c-8b3a-ce0f3123a9a8 req-15e6aebd-eee0-4b35-890f-209e39ba2cb8 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 943 time: 1.4276774
Nov 09 15:27:21.263741 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:21.365394 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-336d1ac6-faad-4c0e-85c4-8b6717665e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:21.400730 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 3774f2ba-7583-4e59-a047-f7a6f650a54e, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3774f2ba-7583-4e59-a047-f7a6f650a54e,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:21.409950 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:21.417269 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 24302cf1-5d41-4ac6-9298-8d79bf0faa51 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:21.474612 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-336d1ac6-faad-4c0e-85c4-8b6717665e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:21.532590 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-dbf8c0b8-4dc7-4f0a-8f3e-414d5fc63940 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:21.535681 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-dbf8c0b8-4dc7-4f0a-8f3e-414d5fc63940 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 818 time: 1.0249004
Nov 09 15:27:21.560936 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d8ba18f5-ac0f-4e5c-8b3a-ce0f3123a9a8 req-9bf7b28b-ba10-4f58-858f-2e6038bb2b6b tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3740921
Nov 09 15:27:21.600705 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-72d7fb4a-a466-4179-ada0-2676499caa3d tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/quotas/1fd76babd9f5412595a0708d2a9da6e0 HTTP/1.1" status: 200  len: 375 time: 0.0456502
Nov 09 15:27:21.697040 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-a054ea77-cadf-42c7-8ffc-a8deba2b1eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:21.822688 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-336d1ac6-faad-4c0e-85c4-8b6717665e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:21.830452 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:21.904756 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=3774f2ba-7583-4e59-a047-f7a6f650a54e,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:21.914029 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:21.919707 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-336d1ac6-faad-4c0e-85c4-8b6717665e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:21.921471 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-336d1ac6-faad-4c0e-85c4-8b6717665e6e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/75e864cb-9799-4c71-b2d5-11885684f887 HTTP/1.1" status: 204  len: 168 time: 0.9119763
Nov 09 15:27:21.922599 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d1ac6-faad-4c0e-85c4-8b6717665e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e864cb-9799-4c71-b2d5-11885684f887,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:21.937018 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-336d1ac6-faad-4c0e-85c4-8b6717665e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:21.953202 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 24302cf1-5d41-4ac6-9298-8d79bf0faa51 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:21.954387 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:21.970196 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:22.022247 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:22.034422 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:22.080294 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-9a5150a3-1afd-4085-a601-78272119c01b service neutron] 10.222.0.71 "GET /v2.0/networks/be458db5-8976-4bbc-b69c-db7cd851908f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9637382
Nov 09 15:27:22.100379 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-7c3f70f3-13ec-4284-8a34-bda5607e7e95 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4956975
Nov 09 15:27:22.153228 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:22.160059 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:22.167066 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57032) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:22.169783 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:27:22.287696 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:22.315112 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'Port': ['ID=b6646874-2fdc-4e77-bbec-b9eeb456ead8,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:22.318775 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:22.324400 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:22.328744 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Usage tracker for resource:security_group_rule and tenant:79fdf23635394d30b4a8ddb33f379410 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:22.334226 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:22.343972 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:22.362101 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:22.458038 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:22.598341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-6800c76a-3731-4635-bfea-a8993f9637b5 service neutron] 10.222.0.87 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4786744
Nov 09 15:27:22.766763 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3774f2ba-7583-4e59-a047-f7a6f650a54e up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:22.951374 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:22.955594 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.71', 49912) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:23.034064 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ac1e27-9443-4c08-ba6c-c0e1d80e9a75', 'tag': '3f962aa4-3967-48a7-b511-6cf3e19f4e9f', 'status': 'completed', 'code': 200}
Nov 09 15:27:23.100796 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 3774f2ba-7583-4e59-a047-f7a6f650a54e triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:23.107361 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:23.578984 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-93f1aac3-6dba-444b-93c6-f7036768e2e0 service neutron] 10.222.0.87 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8614907
Nov 09 15:27:23.618857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:23.653870 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-8ae8dbf2-5b69-4041-9edb-40f238fd902b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:23.655506 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-8ae8dbf2-5b69-4041-9edb-40f238fd902b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 818 time: 0.6968257
Nov 09 15:27:23.678739 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbd66566-a00e-4969-8ec6-992d54aae6f3 req-3a2bd71b-6b0c-4dfc-969c-e7634dbd8ef7 service neutron] 10.222.0.71 "GET /v2.0/networks/be458db5-8976-4bbc-b69c-db7cd851908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0783396
Nov 09 15:27:23.694749 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3038a79-b09c-4b12-bc4f-77ec8effb057 req-25a447fd-a96b-4226-b706-d075d3abbe7e tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:23.699862 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:23.705216 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e3038a79-b09c-4b12-bc4f-77ec8effb057 req-25a447fd-a96b-4226-b706-d075d3abbe7e tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 943 time: 0.1787317
Nov 09 15:27:23.775197 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e3038a79-b09c-4b12-bc4f-77ec8effb057 req-4cb86f0f-5216-471e-bbcb-c5a31cf375cc tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684309
Nov 09 15:27:23.853368 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:23.861673 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:23.940810 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:23.966379 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'Port': ['ID=b6646874-2fdc-4e77-bbec-b9eeb456ead8,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:23.986500 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:23.990129 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f9e0e9c0-52ca-41c8-997e-caa5a511e4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:24.045283 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=79fdf23635394d30b4a8ddb33f379410&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8765388
Nov 09 15:27:24.046588 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:24.048813 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.6796210
Nov 09 15:27:24.052928 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57060) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:24.072572 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d01ba0-25da-4193-8394-4daab3ac4db3,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:24.089663 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:24.230081 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4509825a-930c-439f-831e-961d966c7340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:24.299770 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4509825a-930c-439f-831e-961d966c7340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:24.329148 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57070) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:24.345948 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a33f3c04-f623-4898-9e97-a6d43ce0e7d5 req-4dfdc04c-0903-4fe8-9e30-f5af25878d21 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 210 time: 0.3445604
Nov 09 15:27:24.437085 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4509825a-930c-439f-831e-961d966c7340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:24.442363 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e88df460-06f2-4bc0-b430-e3f4834b5dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:24.464314 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509825a-930c-439f-831e-961d966c7340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d01ba0-25da-4193-8394-4daab3ac4db3,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:24.466740 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4509825a-930c-439f-831e-961d966c7340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:24.474517 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4509825a-930c-439f-831e-961d966c7340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:24.479856 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-4509825a-930c-439f-831e-961d966c7340 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c0d01ba0-25da-4193-8394-4daab3ac4db3 HTTP/1.1" status: 204  len: 168 time: 0.4220104
Nov 09 15:27:24.568469 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Request body: {'port': {'device_id': '223c6a17-a3ce-4c5e-a836-22ce04c08c3f', 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f', 'admin_state_up': True, 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:24.929103 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:24.930959 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:24.951402 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:24.968585 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Made reservation on behalf of 1fd76babd9f5412595a0708d2a9da6e0 for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:27:24.976498 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:25.037593 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-c32e21af-3d34-493b-bb13-d941a4118186 req-1baf60a0-1204-462c-9c97-b01117fd3df5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Synchronizing usage tracker for tenant:43cfe7f854e9470c84ea91f631015466 on resource:security_group {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:25.041998 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:25.056140 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:f25ef0bcd928473fbf06dcf66c26a50b is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:25.062592 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:25.074813 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:25.147536 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-c32e21af-3d34-493b-bb13-d941a4118186 req-1baf60a0-1204-462c-9c97-b01117fd3df5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Unset dirty status for tenant:43cfe7f854e9470c84ea91f631015466 on resource:security_group {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:25.156856 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-1baf60a0-1204-462c-9c97-b01117fd3df5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--137080139&fields=id&tenant_id=43cfe7f854e9470c84ea91f631015466 HTTP/1.1" status: 200  len: 267 time: 0.3563530
Nov 09 15:27:25.246326 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-e888c5f3-b422-4362-a416-01042ed1ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:25.252561 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-e888c5f3-b422-4362-a416-01042ed1ff59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e4dfc4092e6a4bcca2bd18cfd3bc8e63&device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 1096 time: 0.6288123
Nov 09 15:27:25.277704 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Allocated IP 172.20.0.3 (ae3daabc-50dd-4b18-91ec-51476faaed7f/a782b85d-110c-4ca2-ba7b-fb72ff84f7f8/bbf3585c-b240-4f2c-a593-2ed336a53066) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:27:25.515805 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775bd11-fc4f-4eec-84c4-66a0841d42a2 req-c053cd0d-ff9a-427a-8df0-d60f38543b9c tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:25.517961 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b775bd11-fc4f-4eec-84c4-66a0841d42a2 req-c053cd0d-ff9a-427a-8df0-d60f38543b9c tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 943 time: 0.5499315
Nov 09 15:27:25.606370 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:25.668411 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:25.676781 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:25.737736 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-85c8c352-ec08-48fc-a94d-3449c6872b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:25.740748 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-85c8c352-ec08-48fc-a94d-3449c6872b27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=be458db5-8976-4bbc-b69c-db7cd851908f HTTP/1.1" status: 200  len: 914 time: 0.4688418
Nov 09 15:27:25.756134 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.71', 49916) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:25.757408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Network ae3daabc-50dd-4b18-91ec-51476faaed7f is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:25.764895 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:25.765117 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b775bd11-fc4f-4eec-84c4-66a0841d42a2 req-c10a65e8-d07b-4a1b-aeb8-ca265d6214c1 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336583
Nov 09 15:27:25.781763 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e21af-3d34-493b-bb13-d941a4118186 req-b8439b0a-c625-4930-bee4-aa6e39cf20c7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:25.781763 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-c32e21af-3d34-493b-bb13-d941a4118186 req-b8439b0a-c625-4930-bee4-aa6e39cf20c7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Synchronizing usage tracker for tenant:43cfe7f854e9470c84ea91f631015466 on resource:network {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:25.802274 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:27:25.808073 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:25.808737 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:25.877675 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Pushing event updated for resources: {'Port': ['ID=bbf3585c-b240-4f2c-a593-2ed336a53066,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:25.917500 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:25.961656 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3989837
Nov 09 15:27:25.969782 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:26.005397 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Request body: {'port': {'device_id': '223c6a17-a3ce-4c5e-a836-22ce04c08c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:26.026415 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:26.028395 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-0bcfd2a5-2c2f-4abd-8e90-3638c2662a04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f962aa4-3967-48a7-b511-6cf3e19f4e9f HTTP/1.1" status: 200  len: 217 time: 0.2473164
Nov 09 15:27:26.096835 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:26.119618 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bd79d0da-3288-4517-aaa3-97ec5f972351 req-49c5d434-03bf-4010-9820-9bdb5292861b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 210 time: 0.1440451
Nov 09 15:27:26.230496 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe38fb-8de0-41a0-81ed-0b83a03317c1,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:26.236832 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:26.261400 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-7d67722e-55f5-42de-b2d3-94b847157e4e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:26.272119 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-7d67722e-55f5-42de-b2d3-94b847157e4e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 818 time: 0.5047905
Nov 09 15:27:26.287789 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-c32e21af-3d34-493b-bb13-d941a4118186 req-b8439b0a-c625-4930-bee4-aa6e39cf20c7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Unset dirty status for tenant:43cfe7f854e9470c84ea91f631015466 on resource:network {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:26.291821 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-b8439b0a-c625-4930-bee4-aa6e39cf20c7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 811 time: 1.1230843
Nov 09 15:27:26.293333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Request body: {'port': {'device_id': 'ed55f028-18df-4b4b-aa85-031a3d763f04', 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f', 'admin_state_up': True, 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:26.340819 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f25ef0bcd928473fbf06dcf66c26a50b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0098922
Nov 09 15:27:26.341801 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57146) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:26.351101 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-3c5e4b9a-98c2-4add-84b2-2df947806b01 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/quotas/43cfe7f854e9470c84ea91f631015466 HTTP/1.1" status: 200  len: 375 time: 0.0335274
Nov 09 15:27:26.447056 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:26.451844 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-bf80b512-23c9-4467-aa40-9dff05d83434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:26.453409 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-bf80b512-23c9-4467-aa40-9dff05d83434 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f8832b4-5a63-4eb6-9188-df3562d09be6 HTTP/1.1" status: 200  len: 852 time: 0.4110382
Nov 09 15:27:26.542678 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-9ca0a203-00ee-4cf0-b23d-b26dd8eeb942 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=be458db5-8976-4bbc-b69c-db7cd851908f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0794735
Nov 09 15:27:26.716699 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:26.729597 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Usage tracker for resource:port and tenant:1fd76babd9f5412595a0708d2a9da6e0 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:26.736482 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:26.738385 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-d26ffd90-9020-417c-83dd-52b39da63560 service neutron] 10.222.0.71 "GET /v2.0/networks/be458db5-8976-4bbc-b69c-db7cd851908f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826386
Nov 09 15:27:26.750634 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6dc8c4f1-d704-4a4e-a5a8-ff5408658bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:26.767015 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:26.923225 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Made reservation on behalf of 1fd76babd9f5412595a0708d2a9da6e0 for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:27:26.944727 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:26.998122 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52e0c457-07ca-4808-b7ef-36d7a476a943 req-0c7547ab-6cdc-45b6-b76f-dedfa9b6cf24 service neutron] 10.222.0.71 "GET /v2.0/networks/be458db5-8976-4bbc-b69c-db7cd851908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2487555
Nov 09 15:27:27.079826 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6dc8c4f1-d704-4a4e-a5a8-ff5408658bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:27.120341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-12f3faa2-7747-4f94-b962-1beaefcec67b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7173257
Nov 09 15:27:27.316145 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6dc8c4f1-d704-4a4e-a5a8-ff5408658bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:27.337598 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf3585c-b240-4f2c-a593-2ed336a53066 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:27:27.342324 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc7d00-bf4e-44fa-b48e-6c8893b046da req-3c3e064b-2d24-470f-805d-1b1e336a3395 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:27.350272 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:27.352480 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-36bc7d00-bf4e-44fa-b48e-6c8893b046da req-3c3e064b-2d24-470f-805d-1b1e336a3395 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 943 time: 0.3490441
Nov 09 15:27:27.380820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Transition to ACTIVE for port object bbf3585c-b240-4f2c-a593-2ed336a53066 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:27.386238 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:27.388022 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:27.441645 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:27.556070 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57184) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:27.610126 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 3f962aa4-3967-48a7-b511-6cf3e19f4e9f details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:27:27.684484 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8c4f1-d704-4a4e-a5a8-ff5408658bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe38fb-8de0-41a0-81ed-0b83a03317c1,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:27.691077 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6dc8c4f1-d704-4a4e-a5a8-ff5408658bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:27.726971 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-36bc7d00-bf4e-44fa-b48e-6c8893b046da req-57d1483d-745f-4bc3-b8ba-794eebec8556 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3502579
Nov 09 15:27:27.732610 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6dc8c4f1-d704-4a4e-a5a8-ff5408658bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:27.736449 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf3585c-b240-4f2c-a593-2ed336a53066,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:27.744704 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-6dc8c4f1-d704-4a4e-a5a8-ff5408658bfa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/57fe38fb-8de0-41a0-81ed-0b83a03317c1 HTTP/1.1" status: 204  len: 168 time: 1.3987803
Nov 09 15:27:27.747784 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-4deab4f5-f0f7-4e20-b1e1-b99bbecb725a service neutron] 10.222.0.87 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5878119
Nov 09 15:27:27.752184 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:27.882065 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,segment=NetworkSegment(5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c),segment_id=5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:27.899984 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '3f962aa4-3967-48a7-b511-6cf3e19f4e9f', 'network_id': 'be458db5-8976-4bbc-b69c-db7cd851908f', 'port_id': '3f962aa4-3967-48a7-b511-6cf3e19f4e9f', 'mac_address': 'fa:16:3e:07:d9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8832b4-5a63-4eb6-9188-df3562d09be6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:27:27.905091 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Allocated IP 172.20.0.11 (ae3daabc-50dd-4b18-91ec-51476faaed7f/a782b85d-110c-4ca2-ba7b-fb72ff84f7f8/a4a2a773-9eae-4d16-a7db-f5f82c3eeef5) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:27:27.952945 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Attempting to bind port bbf3585c-b240-4f2c-a593-2ed336a53066 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:27:27.953317 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Attempting to bind port bbf3585c-b240-4f2c-a593-2ed336a53066 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:27:27.953659 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Attempting to bind port bbf3585c-b240-4f2c-a593-2ed336a53066 on network ae3daabc-50dd-4b18-91ec-51476faaed7f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:27.986640 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:27.989552 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.014274 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f962aa4-3967-48a7-b511-6cf3e19f4e9f {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:27:28.014618 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-959831b2-9517-4af9-8f99-123f9188f137 req-c7c490e5-a109-4053-aaee-60d91c69a7b4 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 210 time: 0.0531344
Nov 09 15:27:28.029310 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Port bbf3585c-b240-4f2c-a593-2ed336a53066 on network ae3daabc-50dd-4b18-91ec-51476faaed7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:27:28.030107 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Attempting to bind port bbf3585c-b240-4f2c-a593-2ed336a53066 on network ae3daabc-50dd-4b18-91ec-51476faaed7f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:28.044595 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:27:28.045397 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Checking segment: {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:28.045742 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Bound using segment: {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:27:28.046288 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Bound port: bbf3585c-b240-4f2c-a593-2ed336a53066, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:27:28.046729 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.046872 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,segment=NetworkSegment(5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c),segment_id=5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:28.052457 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.054404 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:28.066901 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:28.087747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b9dcb46b2843babc3934837015a8e2 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:28.092585 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:28.102322 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-960d9602-9dbe-4c85-b6eb-a5e2f25a7b84 service neutron] 10.222.0.87 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3396461
Nov 09 15:27:28.154205 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:28.162320 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:28.175863 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:28.309498 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['3f962aa4-3967-48a7-b511-6cf3e19f4e9f'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:27:28.366986 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] For port bbf3585c-b240-4f2c-a593-2ed336a53066, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:27:28.450228 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6e2bf6df-d361-4490-8c11-b49012cecd01 req-e55ddca9-1995-42cc-b706-4ee52d157f36 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 210 time: 0.1203966
Nov 09 15:27:28.457049 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] For port bbf3585c-b240-4f2c-a593-2ed336a53066, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bbf3585c-b240-4f2c-a593-2ed336a53066,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:27:28.475671 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.512604 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:28.607337 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57218) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:28.622220 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:28.622901 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.624990 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] 10.222.0.71 "PUT /v2.0/ports/bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 200  len: 1093 time: 2.6533799
Nov 09 15:27:28.627757 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c6a17-a3ce-4c5e-a836-22ce04c08c3f', 'tag': 'bbf3585c-b240-4f2c-a593-2ed336a53066'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:28.660330 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.697665 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:28.707621 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Usage tracker for resource:security_group_rule and tenant:9e6784d2d9564d0fb94b0097ba79e6df is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:28.714195 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:28.732560 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:28.814091 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.828220 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.848913 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf3585c-b240-4f2c-a593-2ed336a53066,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:28.856352 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:28.875704 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:28.880325 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:29.038900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948b8b13-991b-4ebd-ae54-ad6b209ef6cc,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:29.060740 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f5b9dcb46b2843babc3934837015a8e2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4980919
Nov 09 15:27:29.061922 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:29.102466 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57244) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:29.177764 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:29.202045 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5d2f0b99-0ccf-4a97-8f41-8894650f4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:29.211150 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:29.214090 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-5d2f0b99-0ccf-4a97-8f41-8894650f4b56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1096 time: 0.4981430
Nov 09 15:27:29.297127 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:29.325110 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-b2627bfb-b491-4d3c-a372-e3d0500bb3e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:29.343348 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-5402f43b-509b-478f-8154-79678619a839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:29.361545 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e6784d2d9564d0fb94b0097ba79e6df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7528148
Nov 09 15:27:29.368972 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57256) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:29.395148 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-47814150-33dd-4462-ac2f-1827c2d7d454 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 200  len: 217 time: 0.1601853
Nov 09 15:27:29.590367 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826cc1b5-eb61-4a56-ae31-a1432224d761,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:29.591371 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 3f962aa4-3967-48a7-b511-6cf3e19f4e9f up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:29.594841 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:29.611150 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Network ae3daabc-50dd-4b18-91ec-51476faaed7f is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:29.614493 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf3f01-9965-4298-b07c-efd45190dcbf req-6cb18672-999a-43ad-abe6-da140e864084 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:29.624266 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-38cf3f01-9965-4298-b07c-efd45190dcbf req-6cb18672-999a-43ad-abe6-da140e864084 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 944 time: 0.6428618
Nov 09 15:27:29.637809 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:29.665852 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e1230da4-6571-4535-8b7c-6b827ea5c4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:29.668031 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:27:29.686543 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:29.687238 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:29.697231 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Pushing event updated for resources: {'Port': ['ID=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:29.700727 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:29.763716 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3b11678a-6045-4abf-892f-5c4d0d02cc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:29.769119 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-ddeaeec4-76d2-428b-ab3c-779f5b0f97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:29.772361 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-ddeaeec4-76d2-428b-ab3c-779f5b0f97ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.3554108
Nov 09 15:27:29.796422 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e1230da4-6571-4535-8b7c-6b827ea5c4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:29.811911 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:29.819370 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:29.820292 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:29.862136 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-38cf3f01-9965-4298-b07c-efd45190dcbf req-ad5d6bf4-29e9-499e-a84f-c89ec35304c5 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338591
Nov 09 15:27:29.949924 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a98fcd-a59b-436b-9acd-08ae183cd554 req-aa0bfbbc-c7b7-477d-acc8-15d3ef767983 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:29.961402 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-35a98fcd-a59b-436b-9acd-08ae183cd554 req-aa0bfbbc-c7b7-477d-acc8-15d3ef767983 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 932 time: 0.6239541
Nov 09 15:27:29.978134 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3b11678a-6045-4abf-892f-5c4d0d02cc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:30.067196 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-9a2f21d6-5499-42fb-8032-00f1a9347674 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2697678
Nov 09 15:27:30.075571 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e1230da4-6571-4535-8b7c-6b827ea5c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:30.158707 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:30.194408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a4a93cca-a260-46c2-8ec6-8ca9f5405842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:30.228561 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ac1e27-9443-4c08-ba6c-c0e1d80e9a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f962aa4-3967-48a7-b511-6cf3e19f4e9f'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:30.228749 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9432309
Nov 09 15:27:30.248003 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Request body: {'port': {'device_id': 'ed55f028-18df-4b4b-aa85-031a3d763f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:30.443191 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,segment=NetworkSegment(5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c),segment_id=5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:30.451332 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:30.464948 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:30.587324 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-35a98fcd-a59b-436b-9acd-08ae183cd554 req-183eb95c-3a97-49e0-8945-3131d001509a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Synchronizing usage tracker for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:security_group {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:30.699919 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:30.733346 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-35a98fcd-a59b-436b-9acd-08ae183cd554 req-183eb95c-3a97-49e0-8945-3131d001509a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Unset dirty status for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:security_group {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:30.735852 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:30.747354 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-35a98fcd-a59b-436b-9acd-08ae183cd554 req-183eb95c-3a97-49e0-8945-3131d001509a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7821596
Nov 09 15:27:30.761552 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e21af-3d34-493b-bb13-d941a4118186 req-34b27c79-2106-4235-95b7-5dc7df64f1a3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:30.763400 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-34b27c79-2106-4235-95b7-5dc7df64f1a3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 811 time: 0.6519833
Nov 09 15:27:30.769973 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223c6a17-a3ce-4c5e-a836-22ce04c08c3f', 'tag': 'bbf3585c-b240-4f2c-a593-2ed336a53066', 'status': 'completed', 'code': 200}
Nov 09 15:27:30.771248 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1230da4-6571-4535-8b7c-6b827ea5c4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948b8b13-991b-4ebd-ae54-ad6b209ef6cc,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:30.772245 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3b11678a-6045-4abf-892f-5c4d0d02cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:30.774340 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e1230da4-6571-4535-8b7c-6b827ea5c4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:30.775602 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e1230da4-6571-4535-8b7c-6b827ea5c4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:30.783290 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e1230da4-6571-4535-8b7c-6b827ea5c4a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/948b8b13-991b-4ebd-ae54-ad6b209ef6cc HTTP/1.1" status: 204  len: 168 time: 1.6793423
Nov 09 15:27:30.843327 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:30.879344 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:30.900596 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11678a-6045-4abf-892f-5c4d0d02cc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826cc1b5-eb61-4a56-ae31-a1432224d761,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:30.917204 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3b11678a-6045-4abf-892f-5c4d0d02cc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:31.024271 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3b11678a-6045-4abf-892f-5c4d0d02cc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:31.025790 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-3b11678a-6045-4abf-892f-5c4d0d02cc58 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/826cc1b5-eb61-4a56-ae31-a1432224d761 HTTP/1.1" status: 204  len: 168 time: 1.6521754
Nov 09 15:27:31.040341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-64a1d80a-4f41-4c6e-84fc-bc3d29f382fd req-7ecc0b41-9648-48c3-9df4-35afedf4b3ea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 210 time: 0.0809090
Nov 09 15:27:31.067190 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-b66bb86e-7c72-4c35-b477-d617a20ba35c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43cfe7f854e9470c84ea91f631015466 HTTP/1.1" status: 200  len: 379 time: 0.2923069
Nov 09 15:27:31.080465 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'port': {'device_id': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'admin_state_up': True, 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'security_groups': ['5b6115cb-f397-4c46-9d9a-03fc6dc28413']}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:31.326765 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:31.348384 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-64717fe1-b548-4ef3-846a-a32d51ef7509 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2766953
Nov 09 15:27:31.391188 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:port and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:31.406975 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:31.425723 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:31.457966 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Made reservation on behalf of 43cfe7f854e9470c84ea91f631015466 for: {'port': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:27:31.462956 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:31.526244 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a55b9a91-2642-4187-b9eb-d153511eb97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:31.553001 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ac1e27-9443-4c08-ba6c-c0e1d80e9a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f962aa4-3967-48a7-b511-6cf3e19f4e9f', 'code': 200}
Nov 09 15:27:31.685315 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aab006-9249-48c0-94ae-2a9a3024ce78 req-bf69c027-88e2-40e3-b733-2da104ae0b31 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:31.688290 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0aab006-9249-48c0-94ae-2a9a3024ce78 req-bf69c027-88e2-40e3-b733-2da104ae0b31 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 945 time: 0.3628962
Nov 09 15:27:31.775763 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57356) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:31.869360 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:31.909659 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:31.928033 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.71', 49925) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:31.951778 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0aab006-9249-48c0-94ae-2a9a3024ce78 req-fe86a8cd-03b2-423a-b943-43f68676a0d0 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413373
Nov 09 15:27:32.038453 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:32.117975 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Allocated IP 172.20.0.8 (795531d1-19dc-4eff-8d04-3b6449756a56/beb47fc3-c94b-48f6-b72e-c5177911a412/5aededfc-4ded-41ea-9526-ae398546bab2) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:27:32.163886 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Usage tracker for resource:security_group_rule and tenant:972731d8ef204a78b6bf59eeb1788fe8 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:32.188598 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:32.208610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:32.258428 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-44a66f1e-bad7-4d5d-884e-ddd4fc34c9ca req-d0e24ced-700f-4a48-b63c-762823188449 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9011638
Nov 09 15:27:32.297583 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-412dc118-6086-48cc-ba6c-9be02ed5fd39 req-9876c80e-c0ab-4bd5-8392-addf07be1745 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 210 time: 0.0982172
Nov 09 15:27:32.388290 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394a85-599a-4947-8d09-387af6ae28d4 req-ff3c4038-b813-4d72-8dad-41b314d15b26 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:32.395543 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8394a85-599a-4947-8d09-387af6ae28d4 req-ff3c4038-b813-4d72-8dad-41b314d15b26 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 932 time: 0.3671038
Nov 09 15:27:32.527678 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-5fd24861-289d-469b-b5dd-06b7772fe28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:32.529479 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-5fd24861-289d-469b-b5dd-06b7772fe28d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 1098 time: 0.6001410
Nov 09 15:27:32.594437 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8394a85-599a-4947-8d09-387af6ae28d4 req-f12b2e05-b675-4b19-90fa-dfe3f38770e7 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788609
Nov 09 15:27:32.637299 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57376) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:32.640903 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:32.696616 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:32.715621 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Usage tracker for resource:security_group_rule and tenant:cee793ef88b14b9d9be4e091872e322b is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:32.720923 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:32.741381 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:32.749079 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:27:32.767935 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:32.776132 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:32.787482 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Transition to ACTIVE for port object 5aededfc-4ded-41ea-9526-ae398546bab2 will not be triggered until provisioned by entity DHCP. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:32.795034 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:32.802858 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-29f86b15-052d-41c7-a27e-b7867520c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:32.805058 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-29f86b15-052d-41c7-a27e-b7867520c551 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1096 time: 0.4263480
Nov 09 15:27:32.815816 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:32.822925 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:32.824151 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:32.864968 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4509825a-930c-439f-831e-961d966c7340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:32.895620 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Transition to ACTIVE for port object a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:32.939989 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Network 795531d1-19dc-4eff-8d04-3b6449756a56 is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:27:32.945472 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:32.949893 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:27:32.955521 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:32.956022 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:32.984846 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'Port': ['ID=5aededfc-4ded-41ea-9526-ae398546bab2,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:32.999928 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:33.003790 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9279273
Nov 09 15:27:33.031354 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Request body: {'port': {'device_id': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:33.276998 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-8be3b267-d071-4a57-befe-42d707813814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:33.286321 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-8be3b267-d071-4a57-befe-42d707813814 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.4647992
Nov 09 15:27:33.289288 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:33.291602 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:33.312118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:33.362735 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=972731d8ef204a78b6bf59eeb1788fe8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5790510
Nov 09 15:27:33.368721 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57412) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:33.437797 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:27:33.447702 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-fde13e90-a19d-4852-bfbb-096645c483e3 None None] Provisioning for port 5aededfc-4ded-41ea-9526-ae398546bab2 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:33.469510 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-fde13e90-a19d-4852-bfbb-096645c483e3 None None] Provisioning complete for port 5aededfc-4ded-41ea-9526-ae398546bab2 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:33.470251 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fde13e90-a19d-4852-bfbb-096645c483e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:33.515430 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:33.538004 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:33.626079 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-fde13e90-a19d-4852-bfbb-096645c483e3 None None] Port 5aededfc-4ded-41ea-9526-ae398546bab2 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:27:33.761067 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-71d2e10a-3726-4637-aeb4-2207459d9b8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 200  len: 217 time: 0.3910458
Nov 09 15:27:33.821250 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:33.871445 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-53a62f4f-1ead-45ef-87a7-405d0efba51c req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3243523
Nov 09 15:27:33.897617 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] Usage tracker for resource:security_group_rule and tenant:3c7c6d21c67441858228cb32783c71eb is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:33.902551 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20516b-b98a-46be-a363-d9bf4bd4f6f0 req-9ea30638-5568-408e-bad4-894c4292e3b4 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:33.904263 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3d20516b-b98a-46be-a363-d9bf4bd4f6f0 req-9ea30638-5568-408e-bad4-894c4292e3b4 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 945 time: 0.6163263
Nov 09 15:27:33.929898 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9c6f10-d86f-4a22-8488-51513b36573f,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:33.932999 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:33.939857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Attempting to bind port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:27:33.941011 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Attempting to bind port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:27:33.941011 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Attempting to bind port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 on network ae3daabc-50dd-4b18-91ec-51476faaed7f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:33.952091 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:33.953032 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00f82aa0-c39c-42be-8a63-8e75f8334712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:33.955159 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:34.003857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:34.034440 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 on network ae3daabc-50dd-4b18-91ec-51476faaed7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:27:34.035167 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Attempting to bind port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 on network ae3daabc-50dd-4b18-91ec-51476faaed7f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:34.038188 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9e770-b05d-4a73-a6d7-2b9d94df3f5a req-b0857278-c223-4c7f-903f-8cfa1c6b9bdb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:34.038958 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-daa9e770-b05d-4a73-a6d7-2b9d94df3f5a req-b0857278-c223-4c7f-903f-8cfa1c6b9bdb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Synchronizing usage tracker for tenant:43cfe7f854e9470c84ea91f631015466 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:34.067035 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3d20516b-b98a-46be-a363-d9bf4bd4f6f0 req-907049df-6235-46a2-86ef-cebb6414020a tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494031
Nov 09 15:27:34.090600 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-33d74eef-d6c0-4f34-8f5b-5a628621776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.095279 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-daa9e770-b05d-4a73-a6d7-2b9d94df3f5a req-b0857278-c223-4c7f-903f-8cfa1c6b9bdb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Unset dirty status for tenant:43cfe7f854e9470c84ea91f631015466 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:34.097726 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-daa9e770-b05d-4a73-a6d7-2b9d94df3f5a req-b0857278-c223-4c7f-903f-8cfa1c6b9bdb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 931 time: 0.5106947
Nov 09 15:27:34.120589 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:27:34.121137 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Checking segment: {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:34.121597 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Bound using segment: {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:27:34.122118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Bound port: a4a2a773-9eae-4d16-a7db-f5f82c3eeef5, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351e8845-bc6b-495c-933b-9e5c8d385a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:27:34.122949 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.199864 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-68aa0880-51e8-419c-a328-47a471301282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:34.201937 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-68aa0880-51e8-419c-a328-47a471301282 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.4246631
Nov 09 15:27:34.232787 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00f82aa0-c39c-42be-8a63-8e75f8334712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.244385 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-daa9e770-b05d-4a73-a6d7-2b9d94df3f5a req-4ea3220c-1356-4753-a518-43ca2283018e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1315851
Nov 09 15:27:34.258138 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aededfc-4ded-41ea-9526-ae398546bab2 {{(pid=86781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:27:34.274106 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.295757 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Transition to ACTIVE for port object 5aededfc-4ded-41ea-9526-ae398546bab2 will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:27:34.327139 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:34.330680 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:34.369313 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.395069 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:34.400969 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] For port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:27:34.405864 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] For port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:27:34.407309 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eb5a469f-0fb3-4a95-a810-447a65bf3af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.781s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:34.443594 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.461643 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-ed0a0219-1a2f-4671-979b-5ddb59dfe799 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2367430
Nov 09 15:27:34.490256 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.688937 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5aededfc-4ded-41ea-9526-ae398546bab2,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:34.711020 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:34.720659 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5096cf82-3646-4436-9207-01a39fc920f0,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:34.733855 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:34.734682 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.738360 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Attempting to bind port 5aededfc-4ded-41ea-9526-ae398546bab2 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:27:34.739289 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Attempting to bind port 5aededfc-4ded-41ea-9526-ae398546bab2 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:27:34.739820 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Attempting to bind port 5aededfc-4ded-41ea-9526-ae398546bab2 on network 795531d1-19dc-4eff-8d04-3b6449756a56 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:34.742280 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:34.752446 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Port 5aededfc-4ded-41ea-9526-ae398546bab2 on network 795531d1-19dc-4eff-8d04-3b6449756a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:27:34.752910 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Attempting to bind port 5aededfc-4ded-41ea-9526-ae398546bab2 on network 795531d1-19dc-4eff-8d04-3b6449756a56 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:27:34.770841 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66914445-c9e1-405f-9b52-d076029bfad9 req-704a2104-5d7a-4334-ba82-4cb871bc922a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:34.778536 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-66914445-c9e1-405f-9b52-d076029bfad9 req-704a2104-5d7a-4334-ba82-4cb871bc922a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 944 time: 0.4788435
Nov 09 15:27:34.782156 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:27:34.782642 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Checking segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:34.783389 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Bound using segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:27:34.784010 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Bound port: 5aededfc-4ded-41ea-9526-ae398546bab2, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:27:34.784597 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.820565 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:34.821177 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:34.822650 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] 10.222.0.71 "PUT /v2.0/ports/a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 HTTP/1.1" status: 200  len: 1094 time: 4.5922968
Nov 09 15:27:34.875766 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed55f028-18df-4b4b-aa85-031a3d763f04', 'tag': 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:34.986317 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3c7c6d21c67441858228cb32783c71eb&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3475027
Nov 09 15:27:35.006251 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57460) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:35.027609 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.040241 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed55f028-18df-4b4b-aa85-031a3d763f04', 'tag': 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5', 'status': 'completed', 'code': 200}
Nov 09 15:27:35.047968 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:35.053985 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00f82aa0-c39c-42be-8a63-8e75f8334712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.058758 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:35.067944 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c314d6e2-7dd5-4682-aae9-28a96436d4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:35.111769 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-66914445-c9e1-405f-9b52-d076029bfad9 req-821b850c-c75b-4be2-b916-dfa3d1c01f04 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975399
Nov 09 15:27:35.113786 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-9729b273-6cc0-4ac7-baee-abd4378cfd3b service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6268184
Nov 09 15:27:35.146260 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] For port 5aededfc-4ded-41ea-9526-ae398546bab2, host hv-cinder-81722, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:27:35.151794 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] For port 5aededfc-4ded-41ea-9526-ae398546bab2, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5aededfc-4ded-41ea-9526-ae398546bab2,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:27:35.161467 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.174860 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e0ecccd5-1180-44c4-bc9f-2cc4448b1eac tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:35.180653 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a65046-385a-44a9-a792-ccb8217d6825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf43a7-11db-4323-a7f8-9942223704c5,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:35.278243 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00f82aa0-c39c-42be-8a63-8e75f8334712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.279560 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-00f82aa0-c39c-42be-8a63-8e75f8334712 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3a9c6f10-d86f-4a22-8488-51513b36573f HTTP/1.1" status: 204  len: 168 time: 1.7469828
Nov 09 15:27:35.287054 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f82aa0-c39c-42be-8a63-8e75f8334712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9c6f10-d86f-4a22-8488-51513b36573f,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:35.297403 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-00f82aa0-c39c-42be-8a63-8e75f8334712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:35.304845 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-c09e8b11-4ca3-4ccb-b09c-079f2743ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:35.310900 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-c09e8b11-4ca3-4ccb-b09c-079f2743ca43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 1097 time: 0.4038782
Nov 09 15:27:35.322808 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:35.324336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:35.438474 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5aededfc-4ded-41ea-9526-ae398546bab2,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:35.446238 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:35.448882 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8f63ce0b-46b3-4910-b8ec-67b016891e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.502915 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-d96a74d2-f09e-493e-a857-19df1983052f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 HTTP/1.1" status: 200  len: 217 time: 0.1596773
Nov 09 15:27:35.527879 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8f63ce0b-46b3-4910-b8ec-67b016891e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.638488 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d1dd7297-286a-4a00-baf6-536e8bcd852e req-28f6bd28-3188-437a-8ba9-eca41446b453 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5148768
Nov 09 15:27:35.648128 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device bbf3585c-b240-4f2c-a593-2ed336a53066 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:27:35.684810 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-1ebdeae9-ce78-4900-9df4-07633bb35554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:35.687990 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-1ebdeae9-ce78-4900-9df4-07633bb35554 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.1675570
Nov 09 15:27:35.763261 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8f63ce0b-46b3-4910-b8ec-67b016891e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.771599 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:35.772422 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.773928 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] 10.222.0.71 "PUT /v2.0/ports/5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 200  len: 1093 time: 2.7612636
Nov 09 15:27:35.783146 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'tag': '5aededfc-4ded-41ea-9526-ae398546bab2'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:35.820852 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:35.857794 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-09398a67-1982-4d2b-a5ae-e0d53b9f1623 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1581576
Nov 09 15:27:35.876509 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63ce0b-46b3-4910-b8ec-67b016891e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cf43a7-11db-4323-a7f8-9942223704c5,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:35.879351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8f63ce0b-46b3-4910-b8ec-67b016891e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:35.883816 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8f63ce0b-46b3-4910-b8ec-67b016891e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:35.891081 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-8f63ce0b-46b3-4910-b8ec-67b016891e1a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e9cf43a7-11db-4323-a7f8-9942223704c5 HTTP/1.1" status: 204  len: 168 time: 0.8538728
Nov 09 15:27:36.019663 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41ff51-9198-48fb-94e3-6a4a34a7964e req-e43855ee-0509-4565-932c-d494930f4d6d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:36.028371 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ff41ff51-9198-48fb-94e3-6a4a34a7964e req-e43855ee-0509-4565-932c-d494930f4d6d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 943 time: 0.3442254
Nov 09 15:27:36.159327 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port bbf3585c-b240-4f2c-a593-2ed336a53066, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bbf3585c-b240-4f2c-a593-2ed336a53066,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:36.214266 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': 'bbf3585c-b240-4f2c-a593-2ed336a53066', 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f', 'port_id': 'bbf3585c-b240-4f2c-a593-2ed336a53066', 'mac_address': 'fa:16:3e:fa:f9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a782b85d-110c-4ca2-ba7b-fb72ff84f7f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:27:36.217518 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-ea90277c-e13e-49a5-b822-dc058e82ca7b service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3521326
Nov 09 15:27:36.258375 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448723dd-92ef-4a9e-a133-07cafae60045 req-5cda62c1-1233-4135-a7b3-228b7a7e51c2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:36.272000 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-448723dd-92ef-4a9e-a133-07cafae60045 req-5cda62c1-1233-4135-a7b3-228b7a7e51c2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 945 time: 0.8791773
Nov 09 15:27:36.358284 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:36.362942 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:36.401738 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf3585c-b240-4f2c-a593-2ed336a53066 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:27:36.424807 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port bbf3585c-b240-4f2c-a593-2ed336a53066, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bbf3585c-b240-4f2c-a593-2ed336a53066,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:36.432768 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:36.436702 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:36.556076 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2c6d07bc-f524-49eb-8ef9-90f78472a082 req-126bab32-ebdf-46ad-9088-3a33bbd14830 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3306844
Nov 09 15:27:36.612431 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=bbf3585c-b240-4f2c-a593-2ed336a53066,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:36.620486 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:36.657574 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ff41ff51-9198-48fb-94e3-6a4a34a7964e req-d33dcdf4-63fb-43a9-bfbb-4eb34c728feb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6150026
Nov 09 15:27:36.696495 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:36.705074 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['bbf3585c-b240-4f2c-a593-2ed336a53066'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:27:36.714010 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-448723dd-92ef-4a9e-a133-07cafae60045 req-4697138f-530b-4f83-b480-0f2f3ea03f55 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4410067
Nov 09 15:27:36.770280 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e21af-3d34-493b-bb13-d941a4118186 req-be596109-913a-4372-80f9-c6ad388a3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:36.772075 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-be596109-913a-4372-80f9-c6ad388a3a21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 1096 time: 0.6752150
Nov 09 15:27:36.842610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57532) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:36.884339 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9042789-854f-4079-b097-9d461e120c74 req-5e30819d-6227-4eeb-9607-2ace45141e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:36.886612 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d9042789-854f-4079-b097-9d461e120c74 req-5e30819d-6227-4eeb-9607-2ace45141e64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 1097 time: 0.2476795
Nov 09 15:27:36.915851 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'tag': '5aededfc-4ded-41ea-9526-ae398546bab2', 'status': 'completed', 'code': 200}
Nov 09 15:27:36.933240 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-0bd812ec-70ad-41dc-b869-5c3611785629 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 200  len: 217 time: 0.1509218
Nov 09 15:27:37.144598 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57542) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:37.185959 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:37.215528 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e21af-3d34-493b-bb13-d941a4118186 req-d0a7102d-2311-45d6-afa5-6923847a5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:37.217162 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-d0a7102d-2311-45d6-afa5-6923847a5fc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.2722087
Nov 09 15:27:37.221804 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:37.240310 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8948d3823b4b81b018e30d93e96549 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:37.246287 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:37.268137 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:37.289337 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9042789-854f-4079-b097-9d461e120c74 req-6eb373d1-3abf-43c3-b557-31854d3b36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:37.292421 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d9042789-854f-4079-b097-9d461e120c74 req-6eb373d1-3abf-43c3-b557-31854d3b36e4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.3970683
Nov 09 15:27:37.332826 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b759b28-df2a-47e3-a54a-55443a455189 req-d9dd6084-c3a5-49c3-bc93-5acd6bcca8e7 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:37.342400 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1b759b28-df2a-47e3-a54a-55443a455189 req-d9dd6084-c3a5-49c3-bc93-5acd6bcca8e7 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 944 time: 0.2830336
Nov 09 15:27:37.409358 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1b759b28-df2a-47e3-a54a-55443a455189 req-7b7ff494-07f8-45f0-85cc-20bc4fbe4bed tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658686
Nov 09 15:27:37.425131 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e21af-3d34-493b-bb13-d941a4118186 req-3561f0fe-fc63-4485-bab3-87898027e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:37.427028 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-3561f0fe-fc63-4485-bab3-87898027e094 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2008564
Nov 09 15:27:37.527784 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d9042789-854f-4079-b097-9d461e120c74 req-12054dd1-e231-4a70-809f-a612165399ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 HTTP/1.1" status: 200  len: 217 time: 0.2055752
Nov 09 15:27:37.529929 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:37.628496 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:37.653139 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Usage tracker for resource:security_group_rule and tenant:0358fd04101b46b69ce0e929c76cfbf6 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:37.658461 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device bbf3585c-b240-4f2c-a593-2ed336a53066 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:37.672058 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-986960e5-2205-4356-98c8-af192b9a2ed4 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309873
Nov 09 15:27:37.692775 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:37.772320 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:37.850503 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port bbf3585c-b240-4f2c-a593-2ed336a53066 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:37.861136 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port bbf3585c-b240-4f2c-a593-2ed336a53066 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:37.861136 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:38.002841 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9042789-854f-4079-b097-9d461e120c74 req-3a98c41a-5828-4ee7-9110-bf668b249c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:38.005523 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d9042789-854f-4079-b097-9d461e120c74 req-3a98c41a-5828-4ee7-9110-bf668b249c2c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.4638662
Nov 09 15:27:38.098543 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d9042789-854f-4079-b097-9d461e120c74 req-260b8bfd-7f3d-4d6d-8742-4eb0c2e2e422 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805972
Nov 09 15:27:38.101001 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:38.157712 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:38.192925 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:38.231737 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c32e21af-3d34-493b-bb13-d941a4118186 req-428421d3-b85e-4b6e-a207-0d26e04824b2 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5523739
Nov 09 15:27:38.283850 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:38.295511 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4046e-a7cc-4050-b35d-8a4cfe7a9eb9 req-a72a1834-1535-472d-ae13-8359dcc7fbdb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:38.297930 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9ab4046e-a7cc-4050-b35d-8a4cfe7a9eb9 req-a72a1834-1535-472d-ae13-8359dcc7fbdb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 943 time: 0.3222015
Nov 09 15:27:38.309856 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a665-117e-4878-b6bb-d8db75581a39 req-610b7142-9a2e-447e-a2e9-cde50484e141 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:38.318708 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7da0a665-117e-4878-b6bb-d8db75581a39 req-610b7142-9a2e-447e-a2e9-cde50484e141 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 945 time: 0.2882812
Nov 09 15:27:38.373905 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port bbf3585c-b240-4f2c-a593-2ed336a53066, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bbf3585c-b240-4f2c-a593-2ed336a53066,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:38.375650 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c6a17-a3ce-4c5e-a836-22ce04c08c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3585c-b240-4f2c-a593-2ed336a53066'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:38.402039 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:38.404334 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ec98764e-f2e3-4234-b35e-a91e3ee91c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:38.506180 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7da0a665-117e-4878-b6bb-d8db75581a39 req-d6dae289-1a5b-4099-9af1-51f40a8ac0b2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860473
Nov 09 15:27:38.571772 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4a8948d3823b4b81b018e30d93e96549&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4258215
Nov 09 15:27:38.585469 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57586) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:38.590069 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:38.593668 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=bbf3585c-b240-4f2c-a593-2ed336a53066,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:38.594521 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c3d93f-9660-44ca-8ca7-f7c2534823d6,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:38.610353 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:38.625283 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9ab4046e-a7cc-4050-b35d-8a4cfe7a9eb9 req-1f06a4e4-6be5-4f7d-bb5a-dd5fe0cc8cc8 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2244253
Nov 09 15:27:38.637436 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-e0bc3298-8073-4768-b752-26d639063b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:38.643465 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-e0bc3298-8073-4768-b752-26d639063b2c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 1096 time: 0.2942073
Nov 09 15:27:38.670391 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c6a17-a3ce-4c5e-a836-22ce04c08c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3585c-b240-4f2c-a593-2ed336a53066', 'code': 200}
Nov 09 15:27:38.684464 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:38.711067 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:38.789076 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8ddf70aa-3b06-492e-a5e0-765061513559 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:39.004549 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57592) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:39.030878 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d9042789-854f-4079-b097-9d461e120c74 req-0f89deb0-948a-4a13-b63a-d21b5c0c9e36 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9236379
Nov 09 15:27:39.031783 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d87b3fc-c33a-4658-ac74-e5941f65c5b6,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:39.047362 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:39.119297 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5a859293-435c-4d7f-b0f2-b383fb1886f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:39.138115 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-114a4e1d-eb6a-413a-9bdb-f9d0b8337d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:39.139583 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-114a4e1d-eb6a-413a-9bdb-f9d0b8337d7b service neutron] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 913 time: 0.4855502
Nov 09 15:27:39.153378 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae3cb-2f32-4e9d-b79f-ab63a987c95c req-45dcbd68-7b84-4c9f-8e49-c8d245bd2764 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:39.154943 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b6bae3cb-2f32-4e9d-b79f-ab63a987c95c req-45dcbd68-7b84-4c9f-8e49-c8d245bd2764 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 944 time: 0.2656040
Nov 09 15:27:39.190858 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0358fd04101b46b69ce0e929c76cfbf6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3460743
Nov 09 15:27:39.194356 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57600) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:39.256039 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-513ae13d-90c8-4c08-943d-24c383e7b470 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 200  len: 217 time: 0.1000793
Nov 09 15:27:39.369745 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b6bae3cb-2f32-4e9d-b79f-ab63a987c95c req-75663982-ff7f-4e86-828d-fd8e3cdafe96 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377416
Nov 09 15:27:39.379590 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5a859293-435c-4d7f-b0f2-b383fb1886f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:39.387859 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-33df1d2a-07c9-4528-b1f4-ebb6f9bf4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:39.389315 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-33df1d2a-07c9-4528-b1f4-ebb6f9bf4801 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.1239462
Nov 09 15:27:39.513035 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:39.554802 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:39.565110 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:584ec03c5aa543d290a6d71f7d7ba390 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:39.570300 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:39.585025 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:39.608978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2f1b65c0-4a7a-49a0-a2b3-0cddfdfd8fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:39.634333 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-8b9cf4fe-f735-49fa-b7f7-e86504de15da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:39.636325 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-8b9cf4fe-f735-49fa-b7f7-e86504de15da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2362466
Nov 09 15:27:39.671676 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:27:39.709685 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2f1b65c0-4a7a-49a0-a2b3-0cddfdfd8fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:39.921839 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2f1b65c0-4a7a-49a0-a2b3-0cddfdfd8fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:39.946704 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:39.973868 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b65c0-4a7a-49a0-a2b3-0cddfdfd8fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d87b3fc-c33a-4658-ac74-e5941f65c5b6,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:39.977618 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2f1b65c0-4a7a-49a0-a2b3-0cddfdfd8fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:39.979144 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-2f1b65c0-4a7a-49a0-a2b3-0cddfdfd8fe4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8d87b3fc-c33a-4658-ac74-e5941f65c5b6 HTTP/1.1" status: 204  len: 168 time: 0.7738492
Nov 09 15:27:39.982057 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99386e4c-7739-4f27-9cee-c3be2a4810fa req-5b90b128-0a25-4275-9e14-540d486fb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:39.984908 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-99386e4c-7739-4f27-9cee-c3be2a4810fa req-5b90b128-0a25-4275-9e14-540d486fb5b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1098 time: 0.9593775
Nov 09 15:27:39.986474 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2f1b65c0-4a7a-49a0-a2b3-0cddfdfd8fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:39.990386 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d9042789-854f-4079-b097-9d461e120c74 req-d291b26d-3219-408f-b2b7-38ea84d94215 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8732104
Nov 09 15:27:40.042255 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-99386e4c-7739-4f27-9cee-c3be2a4810fa req-23be2a07-322f-4826-834e-d82bf97fa70f service neutron] Synchronizing usage tracker for tenant:cee793ef88b14b9d9be4e091872e322b on resource:security_group {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:27:40.069454 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-99386e4c-7739-4f27-9cee-c3be2a4810fa req-23be2a07-322f-4826-834e-d82bf97fa70f service neutron] Unset dirty status for tenant:cee793ef88b14b9d9be4e091872e322b on resource:security_group {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:27:40.072997 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-99386e4c-7739-4f27-9cee-c3be2a4810fa req-23be2a07-322f-4826-834e-d82bf97fa70f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799861
Nov 09 15:27:40.085756 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5a859293-435c-4d7f-b0f2-b383fb1886f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.106900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-64ee289c-8378-43a6-8dbb-011e9472c8dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:40.140760 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5a859293-435c-4d7f-b0f2-b383fb1886f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.141928 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-5a859293-435c-4d7f-b0f2-b383fb1886f8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/24c3d93f-9660-44ca-8ca7-f7c2534823d6 HTTP/1.1" status: 204  len: 168 time: 1.5547783
Nov 09 15:27:40.143148 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a859293-435c-4d7f-b0f2-b383fb1886f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c3d93f-9660-44ca-8ca7-f7c2534823d6,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:40.147344 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:40.147828 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5a859293-435c-4d7f-b0f2-b383fb1886f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:40.183953 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5', 'network_id': 'ae3daabc-50dd-4b18-91ec-51476faaed7f', 'port_id': 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5', 'mac_address': 'fa:16:3e:20:b8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a782b85d-110c-4ca2-ba7b-fb72ff84f7f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:27:40.265059 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.276030 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-47da09db-5707-413b-b633-9b24af32f76c service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6257393
Nov 09 15:27:40.289291 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.310889 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.330519 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:40.355915 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:27:40.383494 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:40.392335 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.402541 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:40.557038 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=584ec03c5aa543d290a6d71f7d7ba390&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5408840
Nov 09 15:27:40.562541 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e90972b-6965-4fbb-b391-6be9a5837f1b,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:40.562779 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57630) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:40.564342 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:40.582841 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d34d9b-286c-47e0-8e34-e4e5e601099a req-d6554a45-9827-4d8d-b9c3-9f5b95f3f006 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:40.584400 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-63d34d9b-286c-47e0-8e34-e4e5e601099a req-d6554a45-9827-4d8d-b9c3-9f5b95f3f006 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 943 time: 0.6972139
Nov 09 15:27:40.616168 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:40.635204 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:40.637656 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57636) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:40.683941 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.694121 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b48a0c8b-7ba8-4a55-ba5a-a32cfdeb38e2 req-d3279cc5-40bf-494c-8e25-69ab0a133333 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3988371
Nov 09 15:27:40.713956 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['a4a2a773-9eae-4d16-a7db-f5f82c3eeef5'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:27:40.718576 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-63d34d9b-286c-47e0-8e34-e4e5e601099a req-aef3531b-b817-4308-983d-66afbb94727b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186223
Nov 09 15:27:40.748222 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfe4-0a9f-486a-b850-8d5febd33a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.768087 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8343a-b6a0-42c7-9d85-b76dfc415630 req-504bcab6-3aa5-4422-a057-c274cff9a58b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:40.774011 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2cb8343a-b6a0-42c7-9d85-b76dfc415630 req-504bcab6-3aa5-4422-a057-c274cff9a58b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 945 time: 0.1469824
Nov 09 15:27:40.793673 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:40.826635 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Usage tracker for resource:security_group_rule and tenant:1b41f2544b914941aea152558991f2e8 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:40.839398 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:40.843345 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfe4-0a9f-486a-b850-8d5febd33a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:40.881951 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:40.965952 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2cb8343a-b6a0-42c7-9d85-b76dfc415630 req-6b1d4f61-82b4-4453-8dc3-903c8cb412cb tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816225
Nov 09 15:27:41.176867 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfe4-0a9f-486a-b850-8d5febd33a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:41.186408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:41.224204 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ecfe4-0a9f-486a-b850-8d5febd33a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e90972b-6965-4fbb-b391-6be9a5837f1b,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:41.239016 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a88ecfe4-0a9f-486a-b850-8d5febd33a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:41.254399 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:41.258489 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a88ecfe4-0a9f-486a-b850-8d5febd33a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:41.261456 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-a88ecfe4-0a9f-486a-b850-8d5febd33a89 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e90972b-6965-4fbb-b391-6be9a5837f1b HTTP/1.1" status: 204  len: 168 time: 0.6996694
Nov 09 15:27:41.263589 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:41.276308 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:41.345416 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1b41f2544b914941aea152558991f2e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7031379
Nov 09 15:27:41.345416 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a245e97-1391-49d7-88f4-8de83950bf0c,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:41.345892 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57670) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:41.348087 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:41.549176 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d359-9b47-4a6e-8ca3-bec872c4e561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:41.604167 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d359-9b47-4a6e-8ca3-bec872c4e561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:41.668747 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5aededfc-4ded-41ea-9526-ae398546bab2 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:27:41.743797 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d359-9b47-4a6e-8ca3-bec872c4e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:41.748067 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:41.804912 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1d359-9b47-4a6e-8ca3-bec872c4e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a245e97-1391-49d7-88f4-8de83950bf0c,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:41.821958 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-aaa1d359-9b47-4a6e-8ca3-bec872c4e561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:41.849577 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:41.922856 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d359-9b47-4a6e-8ca3-bec872c4e561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:41.935996 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-aaa1d359-9b47-4a6e-8ca3-bec872c4e561 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2a245e97-1391-49d7-88f4-8de83950bf0c HTTP/1.1" status: 204  len: 168 time: 0.5886765
Nov 09 15:27:42.151266 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57704) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:42.202036 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.208719 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30809c2c-f78f-4794-a5b7-b2fcf561e668 req-60920bf0-6984-4e5c-8968-1aecabb8dc2c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:42.212165 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-30809c2c-f78f-4794-a5b7-b2fcf561e668 req-60920bf0-6984-4e5c-8968-1aecabb8dc2c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 943 time: 0.1331816
Nov 09 15:27:42.231288 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5aededfc-4ded-41ea-9526-ae398546bab2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5aededfc-4ded-41ea-9526-ae398546bab2,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:42.243406 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:42.253066 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b80d73b0b3c45db94eec21318c8e6cb is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:42.261917 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:42.265719 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:42.276032 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '5aededfc-4ded-41ea-9526-ae398546bab2', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'port_id': '5aededfc-4ded-41ea-9526-ae398546bab2', 'mac_address': 'fa:16:3e:2f:44:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:27:42.287796 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:42.356499 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-30809c2c-f78f-4794-a5b7-b2fcf561e668 req-2602f9df-9ce4-4931-b69d-2126e48c0072 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595295
Nov 09 15:27:42.385671 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeed3f0-f389-432d-a957-8677449fa26d req-a34934b7-df09-4816-8f76-8fbb26e9fd45 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:42.388952 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:42.391387 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.396990 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4aeed3f0-f389-432d-a957-8677449fa26d req-a34934b7-df09-4816-8f76-8fbb26e9fd45 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 945 time: 0.1829987
Nov 09 15:27:42.526535 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4aeed3f0-f389-432d-a957-8677449fa26d req-a9d287d9-6252-4ad7-987a-8f6489438e9d tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274951
Nov 09 15:27:42.560050 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.566853 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.568666 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.576131 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:42.597016 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aededfc-4ded-41ea-9526-ae398546bab2 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:27:42.654249 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1b80d73b0b3c45db94eec21318c8e6cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4991324
Nov 09 15:27:42.654249 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c510ab99-f56d-4a75-a557-43288fefd536,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:42.654906 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57720) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:42.655205 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5aededfc-4ded-41ea-9526-ae398546bab2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5aededfc-4ded-41ea-9526-ae398546bab2,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:42.656170 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:42.667843 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.672112 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:42.737990 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.739453 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2785d6d3-9d3d-4a91-b129-0afacd03731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.772364 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5aededfc-4ded-41ea-9526-ae398546bab2,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:42.774807 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2785d6d3-9d3d-4a91-b129-0afacd03731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.776414 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:42.781212 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed55f028-18df-4b4b-aa85-031a3d763f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:42.808976 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:42.817399 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.819772 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ed8dc1e9-d0ed-4da3-8a35-ee4967bed69f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:42.855715 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2785d6d3-9d3d-4a91-b129-0afacd03731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.867781 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3b11678a-6045-4abf-892f-5c4d0d02cc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:42.873731 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed55f028-18df-4b4b-aa85-031a3d763f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5', 'code': 200}
Nov 09 15:27:42.883346 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785d6d3-9d3d-4a91-b129-0afacd03731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c510ab99-f56d-4a75-a557-43288fefd536,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:42.886183 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2785d6d3-9d3d-4a91-b129-0afacd03731d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:42.887343 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2785d6d3-9d3d-4a91-b129-0afacd03731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:42.888444 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-2785d6d3-9d3d-4a91-b129-0afacd03731d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c510ab99-f56d-4a75-a557-43288fefd536 HTTP/1.1" status: 204  len: 168 time: 0.2325721
Nov 09 15:27:42.932495 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:42.935984 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:43.300621 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57750) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:43.313832 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57754) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:43.318608 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.334000 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:43.338446 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Usage tracker for resource:security_group_rule and tenant:f0fb218dbe9e4880b83e144cf746deec is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:43.341479 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:43.347660 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:43.454789 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.459603 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.470214 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-aaa1d359-9b47-4a6e-8ca3-bec872c4e561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:43.507887 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1079012676-network', 'tenant_id': '97811af22e9d4649a6d70979ee66a11e'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:43.512892 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:43.516767 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Usage tracker for resource:network and tenant:97811af22e9d4649a6d70979ee66a11e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:43.519745 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:43.526932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:43.537721 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Made reservation on behalf of 97811af22e9d4649a6d70979ee66a11e for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:27:43.540230 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.553426 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.559511 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f0fb218dbe9e4880b83e144cf746deec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2577989
Nov 09 15:27:43.561000 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70723c4-c01b-4f5c-86fa-c349695fa8c4,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:43.563004 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57764) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:43.572924 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:43.587316 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:43.598700 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Usage tracker for resource:security_group_rule and tenant:97811af22e9d4649a6d70979ee66a11e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:43.602576 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852ffc-88fc-44ce-842d-f8dff521d4dd req-b0c579ec-be4a-48bd-94e7-eafcf6cc2284 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:43.604384 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:43.606483 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-74852ffc-88fc-44ce-842d-f8dff521d4dd req-b0c579ec-be4a-48bd-94e7-eafcf6cc2284 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 944 time: 0.1265912
Nov 09 15:27:43.620050 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:43.654934 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-74852ffc-88fc-44ce-842d-f8dff521d4dd req-29acfaf7-efd3-4c45-86a6-603ed9bf6cf9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452969
Nov 09 15:27:43.665089 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c08c069b-b32b-4215-ba05-2ebefb9eb0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.714103 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c08c069b-b32b-4215-ba05-2ebefb9eb0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.750332 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521e9a4-6f99-47ad-9548-72627c8d4cf2 req-ae59b24e-b413-46de-88b2-b39bf53e5706 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:43.752408 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c521e9a4-6f99-47ad-9548-72627c8d4cf2 req-ae59b24e-b413-46de-88b2-b39bf53e5706 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1031814
Nov 09 15:27:43.805372 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c521e9a4-6f99-47ad-9548-72627c8d4cf2 req-0635acdf-c176-46d0-8da1-10a407e887c2 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468218
Nov 09 15:27:43.827275 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.828770 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c08c069b-b32b-4215-ba05-2ebefb9eb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.833974 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:43.846266 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.853626 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c069b-b32b-4215-ba05-2ebefb9eb0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70723c4-c01b-4f5c-86fa-c349695fa8c4,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:43.856826 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c08c069b-b32b-4215-ba05-2ebefb9eb0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:43.857488 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ae99d252-d2d7-42fa-bf59-dd841b0b97e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:43.881936 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1185}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:27:43.905826 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c08c069b-b32b-4215-ba05-2ebefb9eb0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.907010 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c08c069b-b32b-4215-ba05-2ebefb9eb0f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a70723c4-c01b-4f5c-86fa-c349695fa8c4 HTTP/1.1" status: 204  len: 168 time: 0.3432353
Nov 09 15:27:43.907736 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026b45f1-5806-487c-be9d-aac26f8b2bdf,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:43.912296 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:43.913319 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.913890 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Added segment bc08449f-2918-4446-a9a9-67a8f0964f9d of type vlan for network 4c35ca62-3fa0-40b7-952b-44f9469bd0e6
Nov 09 15:27:43.947094 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.987250 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.989411 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:43.990266 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:43.996448 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-370ee5f7-b8a7-41bb-8ed4-cc898b16d57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:44.093607 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7786109
Nov 09 15:27:44.096910 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57786) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:44.102837 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Request body: {'subnet': {'network_id': '4c35ca62-3fa0-40b7-952b-44f9469bd0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1079012676-subnet', 'tenant_id': '97811af22e9d4649a6d70979ee66a11e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:44.105443 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c35ca62-3fa0-40b7-952b-44f9469bd0e6,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:44.108319 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:44.110202 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:44.115096 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Usage tracker for resource:subnet and tenant:97811af22e9d4649a6d70979ee66a11e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:44.116999 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 4c35ca62-3fa0-40b7-952b-44f9469bd0e6 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:27:44.118747 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:44.124488 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:44.135955 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Made reservation on behalf of 97811af22e9d4649a6d70979ee66a11e for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:27:44.138417 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:44.406637 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:44.411875 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:44.489058 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc4effe7-6cbc-4acc-977f-da7d8ea7a41a,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:44.492848 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:44.495448 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Checking segment: {'id': 'bc08449f-2918-4446-a9a9-67a8f0964f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '4c35ca62-3fa0-40b7-952b-44f9469bd0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:44.495830 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Network hostable DHCP agents. Network: 4c35ca62-3fa0-40b7-952b-44f9469bd0e6, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:27:44.516513 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Network 4c35ca62-3fa0-40b7-952b-44f9469bd0e6 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:27:44.527766 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 4c35ca62-3fa0-40b7-952b-44f9469bd0e6) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:44.532660 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:44.532660 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:44.539247 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b37e81-b1a5-4beb-ac7c-336be7edf3bd None None] Network 4c35ca62-3fa0-40b7-952b-44f9469bd0e6 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:27:44.568319 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4624119
Nov 09 15:27:44.774827 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d4729-eccd-4981-852b-6d88d3eff33d None None] Network 4c35ca62-3fa0-40b7-952b-44f9469bd0e6 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:27:44.930586 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659f2b-ad4c-4a33-ac5e-b57c5a07f1ad req-b197af64-37d7-4c70-a561-282c11655b87 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:44.932196 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-56659f2b-ad4c-4a33-ac5e-b57c5a07f1ad req-b197af64-37d7-4c70-a561-282c11655b87 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 944 time: 0.1486170
Nov 09 15:27:45.112533 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-56659f2b-ad4c-4a33-ac5e-b57c5a07f1ad req-b56efb91-cd76-4b63-a38a-eb13069f3068 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1740234
Nov 09 15:27:45.215769 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab127a-fe5e-47cb-addb-8c673ebfce1b req-64a752e9-7ff4-4334-9623-0633460583c9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:45.216234 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-faab127a-fe5e-47cb-addb-8c673ebfce1b req-64a752e9-7ff4-4334-9623-0633460583c9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.2232816
Nov 09 15:27:45.268707 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['5aededfc-4ded-41ea-9526-ae398546bab2'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:27:45.279079 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-faab127a-fe5e-47cb-addb-8c673ebfce1b req-6081e423-76bc-4912-8525-d4d866be8ab7 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560467
Nov 09 15:27:45.443628 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c8d6a-f241-404f-ba29-131ce2bbe6d3 req-a33f4848-121d-4dcf-bfd2-73cd2b175ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:45.446579 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-310c8d6a-f241-404f-ba29-131ce2bbe6d3 req-a33f4848-121d-4dcf-bfd2-73cd2b175ad8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 1099 time: 0.1090682
Nov 09 15:27:45.508128 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-310c8d6a-f241-404f-ba29-131ce2bbe6d3 req-f3853e34-06bb-4c1b-a54c-f6ca18938e50 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538454
Nov 09 15:27:45.509135 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 57846) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:45.519064 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1942649805-network', 'tenant_id': 'a464d68761bd48ea82a4dd3e0d0007ce'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:45.525920 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:45.530514 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Usage tracker for resource:network and tenant:a464d68761bd48ea82a4dd3e0d0007ce is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:45.533468 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:45.540920 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:45.553026 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Made reservation on behalf of a464d68761bd48ea82a4dd3e0d0007ce for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:27:45.555587 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:45.567987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:45.584929 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:45.589297 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a464d68761bd48ea82a4dd3e0d0007ce is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:45.592153 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:45.599638 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:45.710207 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:45.715284 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:45.723675 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-92641b16-e573-4a62-b505-3d5b565ddfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:45.743268 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1190}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:27:45.767047 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:45.767392 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Added segment 44e9f3f0-7f80-4aba-8370-9dbd959cb271 of type vlan for network 683802eb-f242-4601-b0a4-dfc3c00aab41
Nov 09 15:27:45.768619 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266db7ee-e2c5-46b1-a78f-560ba24cee67,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:45.775642 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:45.800047 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:45.837939 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:45.839331 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:45.839932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:45.845116 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:45.963303 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4520590
Nov 09 15:27:45.966143 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 57862) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:45.971781 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Request body: {'subnet': {'network_id': '683802eb-f242-4601-b0a4-dfc3c00aab41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1942649805-subnet', 'tenant_id': 'a464d68761bd48ea82a4dd3e0d0007ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:45.975593 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Pushing event updated for resources: {'Network': ['ID=683802eb-f242-4601-b0a4-dfc3c00aab41,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:45.976829 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:45.978698 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:45.981959 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Usage tracker for resource:subnet and tenant:a464d68761bd48ea82a4dd3e0d0007ce is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:45.985157 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:45.988083 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 683802eb-f242-4601-b0a4-dfc3c00aab41 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:27:45.991749 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:46.003046 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Made reservation on behalf of a464d68761bd48ea82a4dd3e0d0007ce for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:27:46.005758 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:46.349274 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:46.357379 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4ecad79b-5de1-4201-ad15-00493257ff24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:46.457143 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f634a6b-6ad5-4dff-8717-763a90f9696a req-4c552b27-b2bb-4eb1-a6a7-94f7e3ce4ff5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:46.458734 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0f634a6b-6ad5-4dff-8717-763a90f9696a req-4c552b27-b2bb-4eb1-a6a7-94f7e3ce4ff5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 944 time: 0.2037103
Nov 09 15:27:46.462452 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Checking segment: {'id': '44e9f3f0-7f80-4aba-8370-9dbd959cb271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '683802eb-f242-4601-b0a4-dfc3c00aab41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:27:46.462767 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Network hostable DHCP agents. Network: 683802eb-f242-4601-b0a4-dfc3c00aab41, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:27:46.470758 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61795dfc-e4e9-4894-a0c9-4f41294b2bcd,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:46.475474 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:46.551830 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Network 683802eb-f242-4601-b0a4-dfc3c00aab41 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:27:46.586873 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 683802eb-f242-4601-b0a4-dfc3c00aab41) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:27:46.593738 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0f634a6b-6ad5-4dff-8717-763a90f9696a req-89e10383-1d52-4366-9a76-4a46752788fa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204193
Nov 09 15:27:46.597640 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:46.598516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:46.601467 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d935c-36b7-4e85-916d-c067a143b405 None None] Network 683802eb-f242-4601-b0a4-dfc3c00aab41 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:27:46.630636 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6633382
Nov 09 15:27:46.643958 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bc634-6376-479d-9d9d-bc51467f1981 req-190190c6-ec7a-4202-8c96-16af79f41c61 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:46.645529 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-061bc634-6376-479d-9d9d-bc51467f1981 req-190190c6-ec7a-4202-8c96-16af79f41c61 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1468861
Nov 09 15:27:46.715776 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-061bc634-6376-479d-9d9d-bc51467f1981 req-e7ba4067-364c-4906-ae60-625b77aef442 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629804
Nov 09 15:27:46.939007 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa62bd-46ba-474d-885a-52af9ac51172 None None] Network 683802eb-f242-4601-b0a4-dfc3c00aab41 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:27:47.364868 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5aededfc-4ded-41ea-9526-ae398546bab2 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:27:47.458222 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 5aededfc-4ded-41ea-9526-ae398546bab2 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:27:47.464566 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 5aededfc-4ded-41ea-9526-ae398546bab2 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:27:47.465214 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:47.598087 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:47.628534 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aededfc-4ded-41ea-9526-ae398546bab2'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:47.639990 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5aededfc-4ded-41ea-9526-ae398546bab2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5aededfc-4ded-41ea-9526-ae398546bab2,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:27:47.647327 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:47.649605 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:47.687210 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aededfc-4ded-41ea-9526-ae398546bab2', 'code': 200}
Nov 09 15:27:47.735295 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5aededfc-4ded-41ea-9526-ae398546bab2,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:47.738806 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:47.836002 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4707e-6fbe-4f6d-940c-e197fa420be1 req-09cd3c99-5628-4573-ac14-6e315392a68c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:47.837577 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-17a4707e-6fbe-4f6d-940c-e197fa420be1 req-09cd3c99-5628-4573-ac14-6e315392a68c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0945771
Nov 09 15:27:47.941485 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-17a4707e-6fbe-4f6d-940c-e197fa420be1 req-915b35f2-0c0b-4ec7-86da-fdd90a7b87cb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721641
Nov 09 15:27:47.970818 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5df6d-dc8e-453b-b715-751df6eb57e6 req-394a8aa3-1da2-456d-9d4a-e759b71aefb6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:47.972255 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1ea5df6d-dc8e-453b-b715-751df6eb57e6 req-394a8aa3-1da2-456d-9d4a-e759b71aefb6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1337702
Nov 09 15:27:48.019780 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1ea5df6d-dc8e-453b-b715-751df6eb57e6 req-6c6d8448-b69a-429a-9536-fed240dd9b5c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410974
Nov 09 15:27:49.153331 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbedbb0-071f-471e-bd44-8845ba49cd77 req-fa1cf52a-27b2-4e00-9160-b58e44cb39e1 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:49.154845 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4fbedbb0-071f-471e-bd44-8845ba49cd77 req-fa1cf52a-27b2-4e00-9160-b58e44cb39e1 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0959074
Nov 09 15:27:49.251372 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4fbedbb0-071f-471e-bd44-8845ba49cd77 req-88a7b57c-5d46-4cbd-8a99-fcfeaebbec3f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626981
Nov 09 15:27:49.277320 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bc06b-48e8-48f0-baa6-6546e0c3b137 req-d72645a3-2276-4092-ba17-634cd007bdca tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:49.279217 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-885bc06b-48e8-48f0-baa6-6546e0c3b137 req-d72645a3-2276-4092-ba17-634cd007bdca tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1233308
Nov 09 15:27:49.327225 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-885bc06b-48e8-48f0-baa6-6546e0c3b137 req-e9405f81-7da7-42c9-9648-b227e02fa3e6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422926
Nov 09 15:27:49.559807 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4c747-7347-4e6b-8b4b-724b40de2164 req-b00e21f3-986c-4901-a795-4cf83fc0f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:49.561291 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c7a4c747-7347-4e6b-8b4b-724b40de2164 req-b00e21f3-986c-4901-a795-4cf83fc0f603 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 1098 time: 0.0718222
Nov 09 15:27:49.611386 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c7a4c747-7347-4e6b-8b4b-724b40de2164 req-91254244-fbb6-48d8-a80d-6814d28a2141 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383813
Nov 09 15:27:50.484756 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bfc19-c866-43bd-87b8-c6f78a24f0aa req-7b670ebb-e066-436f-a496-3ee7fa5e61e2 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:50.486331 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-518bfc19-c866-43bd-87b8-c6f78a24f0aa req-7b670ebb-e066-436f-a496-3ee7fa5e61e2 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1267843
Nov 09 15:27:50.555275 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-518bfc19-c866-43bd-87b8-c6f78a24f0aa req-4cf2e416-117a-45e1-9ea3-1c7f69880acc tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623624
Nov 09 15:27:50.580376 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a21d6c-16fd-4ca8-bd1c-0411bd35b7ce req-3a00c8a8-0a68-4f08-be73-d6a31ac035ce tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:50.582680 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-77a21d6c-16fd-4ca8-bd1c-0411bd35b7ce req-3a00c8a8-0a68-4f08-be73-d6a31ac035ce tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1383765
Nov 09 15:27:50.633256 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-77a21d6c-16fd-4ca8-bd1c-0411bd35b7ce req-ffa1ff27-dbcd-4bea-9dd2-5b5f7eed2b0e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447350
Nov 09 15:27:51.751460 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aec1e-b2ff-4ed4-a03f-ab6897d449f0 req-0beaf4d8-a2d9-47cf-914b-b357470e9ce2 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:51.753402 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-916aec1e-b2ff-4ed4-a03f-ab6897d449f0 req-0beaf4d8-a2d9-47cf-914b-b357470e9ce2 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0856090
Nov 09 15:27:51.855987 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-916aec1e-b2ff-4ed4-a03f-ab6897d449f0 req-3845b69d-7d81-4fa9-8b59-dd51c18e202c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623875
Nov 09 15:27:51.878250 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fac918-677a-4a0f-a2d4-cb99888847c4 req-ca6ad491-a88d-456c-95c5-f1e0fd609f6f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:51.879696 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-47fac918-677a-4a0f-a2d4-cb99888847c4 req-ca6ad491-a88d-456c-95c5-f1e0fd609f6f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1369114
Nov 09 15:27:51.932620 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-47fac918-677a-4a0f-a2d4-cb99888847c4 req-18de68c9-1bcd-4845-891c-e43ef1a9ab34 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417838
Nov 09 15:27:53.170855 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c01b9-9b05-437b-8474-059748fd9eba req-a17c9875-2953-488f-a8aa-4a22bf7b4bd4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:53.172442 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a24c01b9-9b05-437b-8474-059748fd9eba req-a17c9875-2953-488f-a8aa-4a22bf7b4bd4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1793275
Nov 09 15:27:53.224302 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ebfa6-04f5-4644-9de3-275669c0030e req-624ee72f-24e3-4b85-8c80-f635ccfd47e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:53.227189 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-791ebfa6-04f5-4644-9de3-275669c0030e req-624ee72f-24e3-4b85-8c80-f635ccfd47e8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1440563
Nov 09 15:27:53.288041 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a24c01b9-9b05-437b-8474-059748fd9eba req-26feba35-fab4-44f7-a37c-2f984c3ba863 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1091995
Nov 09 15:27:53.310377 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-791ebfa6-04f5-4644-9de3-275669c0030e req-d55bdb9a-ffa7-4b2f-bdfa-a6f9bc2b8ee6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748489
Nov 09 15:27:54.658950 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb948d9-0f91-42da-9847-34ae835d48fa req-d119d0e4-6b58-4daa-8d9a-374832558e8b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:54.661402 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-afb948d9-0f91-42da-9847-34ae835d48fa req-d119d0e4-6b58-4daa-8d9a-374832558e8b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.2397494
Nov 09 15:27:54.821932 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd2655-047c-4241-895b-2e3aa2df5250 req-084e4a7e-e3c2-4446-b503-839e78d1e3b0 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:54.823447 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e1cd2655-047c-4241-895b-2e3aa2df5250 req-084e4a7e-e3c2-4446-b503-839e78d1e3b0 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.3261094
Nov 09 15:27:54.854679 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-afb948d9-0f91-42da-9847-34ae835d48fa req-43c5454d-f797-42a9-b6ff-7acdf576ce0b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1825452
Nov 09 15:27:54.947116 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e1cd2655-047c-4241-895b-2e3aa2df5250 req-21f0b603-5345-42cb-b675-4f1c543e6484 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011550
Nov 09 15:27:55.117091 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2fe65-2466-4a6c-afae-b272747934b6 req-d74047af-1e7c-4b12-b441-ec5da141a597 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:55.118798 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-75f2fe65-2466-4a6c-afae-b272747934b6 req-d74047af-1e7c-4b12-b441-ec5da141a597 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1230726
Nov 09 15:27:55.130659 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58092) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:55.137762 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'floatingip': {'port_id': '5aededfc-4ded-41ea-9526-ae398546bab2'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:27:55.248292 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:55.746672 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-101343cb-5cf1-4bd8-a54f-b5b48e6e0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:55.749001 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-101343cb-5cf1-4bd8-a54f-b5b48e6e0169 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 1099 time: 0.2743385
Nov 09 15:27:56.054256 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8f362-fa81-4104-ab42-a5f3965f4569 req-877576c4-85e2-492a-a62b-be6476a44129 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:56.055855 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-16a8f362-fa81-4104-ab42-a5f3965f4569 req-877576c4-85e2-492a-a62b-be6476a44129 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.4920604
Nov 09 15:27:56.213800 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58142) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:56.279829 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-16a8f362-fa81-4104-ab42-a5f3965f4569 req-312299f3-448a-4982-87ca-4686e0befd72 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492314
Nov 09 15:27:56.483371 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58154) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:56.662658 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-b87ca066-c102-41f2-bc3a-0cffda398734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:56.667826 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-b87ca066-c102-41f2-bc3a-0cffda398734 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.8050189
Nov 09 15:27:56.755925 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:56.782065 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:56.787403 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Usage tracker for resource:security_group_rule and tenant:caf9bc62381743e29238e8bd1311cdb4 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:56.792021 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:56.814403 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:56.829229 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:56.848540 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-53326718-5aa8-4b22-b768-9d1bc0a5a84d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 HTTP/1.1" status: 200  len: 217 time: 0.1324675
Nov 09 15:27:56.992719 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:56.997409 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:57.005718 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.016918 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Usage tracker for resource:security_group_rule and tenant:4605c3df07014bacb0c251d49e09760c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:57.020333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e20bc342-ecb1-4b37-a607-13c221b49ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:57.031724 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:57.045704 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:57.104338 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=caf9bc62381743e29238e8bd1311cdb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8893135
Nov 09 15:27:57.105257 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58176) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:57.106346 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495171c-4f76-40c7-be87-b544f6e7d027 req-2c480044-8299-4f45-b6c4-49b3ae250e22 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:57.107919 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a495171c-4f76-40c7-be87-b544f6e7d027 req-2c480044-8299-4f45-b6c4-49b3ae250e22 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 945 time: 0.6957541
Nov 09 15:27:57.129937 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a025b118-42f6-4a11-9097-1d8159bc26e0,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:57.158417 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.159115 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.159494 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.160230 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.160774 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.161131 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.161476 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.161861 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.162280 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.162569 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.162986 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.163521 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:27:57.169557 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:57.172655 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-8263e6d4-554d-4cb8-97b8-97fb4fcedbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:57.174565 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-8263e6d4-554d-4cb8-97b8-97fb4fcedbfa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.2994266
Nov 09 15:27:57.240667 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a495171c-4f76-40c7-be87-b544f6e7d027 req-ec2ba65c-60c4-4db0-8e99-d80ce75e5fec tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175237
Nov 09 15:27:57.320261 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-0f2d51d0-dbc7-47fc-8fa4-278a21246923 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1231370
Nov 09 15:27:57.366312 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eea19e3c-0559-4619-a7f7-206d44ed0264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.457501 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eea19e3c-0559-4619-a7f7-206d44ed0264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.513631 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.db.resource_extend [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 09 15:27:57.593335 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.598652 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.610604 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cc6817bb-a740-4937-81e1-430f7976146d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:57.639833 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eea19e3c-0559-4619-a7f7-206d44ed0264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.656251 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.674178 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4605c3df07014bacb0c251d49e09760c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1890421
Nov 09 15:27:57.678159 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58204) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:57.684286 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbed744-e7ff-4641-b9ef-70b69961a1f4,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:57.711967 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:57.715370 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a8d7f94d-1cf1-42ca-b5de-1c718bda9991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:57.752300 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea19e3c-0559-4619-a7f7-206d44ed0264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a025b118-42f6-4a11-9097-1d8159bc26e0,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:57.759463 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eea19e3c-0559-4619-a7f7-206d44ed0264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.761395 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-eea19e3c-0559-4619-a7f7-206d44ed0264 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a025b118-42f6-4a11-9097-1d8159bc26e0 HTTP/1.1" status: 204  len: 168 time: 0.6511903
Nov 09 15:27:57.763396 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eea19e3c-0559-4619-a7f7-206d44ed0264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:57.810098 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-32fe99b7-1dd8-4256-aa84-0fe1d47f40fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.819340 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-8bc0fc87-bfbe-44e7-9e26-58a219752207 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4772520
Nov 09 15:27:57.824163 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.861204 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-32fe99b7-1dd8-4256-aa84-0fe1d47f40fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.951538 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-32fe99b7-1dd8-4256-aa84-0fe1d47f40fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.958205 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:57.970306 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe99b7-1dd8-4256-aa84-0fe1d47f40fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbed744-e7ff-4641-b9ef-70b69961a1f4,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:57.974110 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-32fe99b7-1dd8-4256-aa84-0fe1d47f40fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:57.978662 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-32fe99b7-1dd8-4256-aa84-0fe1d47f40fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:57.980115 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-32fe99b7-1dd8-4256-aa84-0fe1d47f40fd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/abbed744-e7ff-4641-b9ef-70b69961a1f4 HTTP/1.1" status: 204  len: 168 time: 0.2994599
Nov 09 15:27:58.098849 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd834c8-00ec-4604-ab6e-e7fa6d3252ed req-9a8a56fc-eaf4-4da3-ba53-b2bb287d5f35 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034943
Nov 09 15:27:58.252126 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4c8e9-e992-4773-96ac-d07e91f59a61 req-044680d2-c4dd-4cd9-9d02-21fb6d630771 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:58.253959 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e7e4c8e9-e992-4773-96ac-d07e91f59a61 req-044680d2-c4dd-4cd9-9d02-21fb6d630771 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.7529604
Nov 09 15:27:58.323962 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.l3_db [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Floating IP 4d00bd1c-b4d8-4719-9d73-f2171561eb49 associated. External IP: 172.27.0.200, port: 5aededfc-4ded-41ea-9526-ae398546bab2.
Nov 09 15:27:58.403408 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e7e4c8e9-e992-4773-96ac-d07e91f59a61 req-42671df9-9426-4e47-a44d-4a7e4009fe92 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374090
Nov 09 15:27:58.621986 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58254) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:58.642776 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:58.667264 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:27:58.672232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Usage tracker for resource:security_group_rule and tenant:47a68eece0a64921a7294b42689cd8c0 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:27:58.675652 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:27:58.691015 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:27:58.796444 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:58.804104 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:58.819770 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5a859293-435c-4d7f-b0f2-b383fb1886f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:58.874349 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=47a68eece0a64921a7294b42689cd8c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2511580
Nov 09 15:27:58.875977 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58266) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:27:58.879025 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227b9777-ac5f-46f2-b066-b6ca3766984c,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:58.893197 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:58.953416 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7375-aec4-451a-b456-df9d409d7896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:58.953639 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832f337-8720-40de-a385-dcac1e65d709 req-927709e6-590f-411d-a5e6-40efc492cc39 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:58.955857 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f832f337-8720-40de-a385-dcac1e65d709 req-927709e6-590f-411d-a5e6-40efc492cc39 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 945 time: 0.4133780
Nov 09 15:27:58.967234 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:27:58.987666 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7375-aec4-451a-b456-df9d409d7896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:59.054963 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7375-aec4-451a-b456-df9d409d7896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:59.060502 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-32fe99b7-1dd8-4256-aa84-0fe1d47f40fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:27:59.073642 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf7375-aec4-451a-b456-df9d409d7896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227b9777-ac5f-46f2-b066-b6ca3766984c,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:27:59.079500 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fcaf7375-aec4-451a-b456-df9d409d7896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:27:59.093837 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7375-aec4-451a-b456-df9d409d7896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:59.101075 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-fcaf7375-aec4-451a-b456-df9d409d7896 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/227b9777-ac5f-46f2-b066-b6ca3766984c HTTP/1.1" status: 204  len: 168 time: 0.2237854
Nov 09 15:27:59.289247 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f832f337-8720-40de-a385-dcac1e65d709 req-e8eef4dd-44f3-4c7c-9e94-d9effdf484fe tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2858024
Nov 09 15:27:59.467043 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-5d5699b9-8c9b-44d1-a1ae-6b7932fe5f2a tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:59.467649 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-5d5699b9-8c9b-44d1-a1ae-6b7932fe5f2a tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.71 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 945 time: 0.5062099
Nov 09 15:27:59.577318 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:27:59.583793 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:59.594874 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] Sync routers for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:27:59.607123 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:27:59.607759 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0635eb80>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:27:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:27:59.667685 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Deleting port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:27:59.668076 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:27:59.774846 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-c7ea07c9-1100-4e67-863f-2a0d5b17f22f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "PUT /v2.0/floatingips/4d00bd1c-b4d8-4719-9d73-f2171561eb49 HTTP/1.1" status: 200  len: 991 time: 4.6432860
Nov 09 15:27:59.776765 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'tag': '5aededfc-4ded-41ea-9526-ae398546bab2'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:27:59.874913 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:27:59.932182 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf1abb-49d2-44ca-a1d2-95ffdd1e6118 req-4100842c-cf74-4cce-ae4d-d3cc72c199e6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:27:59.933935 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6bf1abb-49d2-44ca-a1d2-95ffdd1e6118 req-4100842c-cf74-4cce-ae4d-d3cc72c199e6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.3207922
Nov 09 15:28:00.061704 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6bf1abb-49d2-44ca-a1d2-95ffdd1e6118 req-62fccf5c-dd52-429e-b3ca-98c4df1d7b84 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763574
Nov 09 15:28:00.115418 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] For port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,segment=NetworkSegment(5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c),segment_id=5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:00.115903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:00.248526 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'tag': '5aededfc-4ded-41ea-9526-ae398546bab2', 'status': 'completed', 'code': 200}
Nov 09 15:28:00.455419 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Calling delete_port for 3f962aa4-3967-48a7-b511-6cf3e19f4e9f owned by compute:nova {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:28:00.636942 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0635eb80>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '4d00bd1c-b4d8-4719-9d73-f2171561eb49', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'port_id': '5aededfc-4ded-41ea-9526-ae398546bab2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'mac_address': 'fa:16:3e:2f:44:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:57Z', 'revision_number': 1, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:00.659567 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] Checking router: 4f3c3460-a617-4fb4-837a-fee2b08a26b8 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:28:00.689441 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:00.690392 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0635eb80>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:27:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:00.835940 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff685b-ae49-49da-8e3f-926f25817de9 req-d1e31542-a5be-4a7a-8a60-cf36cf1665b1 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:00.837491 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1cff685b-ae49-49da-8e3f-926f25817de9 req-d1e31542-a5be-4a7a-8a60-cf36cf1665b1 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 945 time: 0.2700596
Nov 09 15:28:00.961747 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:00.998718 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1cff685b-ae49-49da-8e3f-926f25817de9 req-bf344c9d-57e0-4278-a818-7e84b2ecc0a8 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/security-groups?id=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675287
Nov 09 15:28:01.023882 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.031820 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:01.083417 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Pushing event deleted for resources: {'Port': ['ID=3f962aa4-3967-48a7-b511-6cf3e19f4e9f,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:01.093090 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.093482 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.094264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.094663 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.095004 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.095343 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.095931 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.096038 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.096323 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.096650 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.096988 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.097299 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:01.102149 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:01.166136 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58356) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:01.229747 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] No DVR routers for this DVR port 3f962aa4-3967-48a7-b511-6cf3e19f4e9f on host hv-cinder-81722 {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:28:01.232975 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.258886 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-20357c22-ee1b-481f-8edf-7190f5b0eb1f req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.71 "DELETE /v2.0/ports/3f962aa4-3967-48a7-b511-6cf3e19f4e9f HTTP/1.1" status: 204  len: 173 time: 1.7820244
Nov 09 15:28:01.344954 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.364770 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a794-3bfa-44bc-995c-044b3023d081 req-1efb8842-938a-495c-86eb-2e2eaa4b42a5 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:01.367173 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e036a794-3bfa-44bc-995c-044b3023d081 req-1efb8842-938a-495c-86eb-2e2eaa4b42a5 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1070466
Nov 09 15:28:01.370278 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:01.374403 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Usage tracker for resource:security_group_rule and tenant:4cc28598d6a842b7a2978d4ec5680ef1 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:01.377956 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:01.384336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:01.441893 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e036a794-3bfa-44bc-995c-044b3023d081 req-646ab6a1-c4df-4122-9b4d-e5ec8e13bbf3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687604
Nov 09 15:28:01.488947 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.494433 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.504220 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fcaf7375-aec4-451a-b456-df9d409d7896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:01.520898 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-66c0533e-07ec-40f0-a19c-4b5f3608e737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.528847 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0635eb80>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '4d00bd1c-b4d8-4719-9d73-f2171561eb49', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'port_id': '5aededfc-4ded-41ea-9526-ae398546bab2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'mac_address': 'fa:16:3e:2f:44:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:57Z', 'revision_number': 1, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:01.533410 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7c7ff2-73ac-4688-aa47-9ee432c7edfb None None] The sync data for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi is: [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '4d00bd1c-b4d8-4719-9d73-f2171561eb49', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'port_id': '5aededfc-4ded-41ea-9526-ae398546bab2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'mac_address': 'fa:16:3e:2f:44:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:27:22Z', 'updated_at': '2021-11-09T15:27:57Z', 'revision_number': 1, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:28:01.554682 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4cc28598d6a842b7a2978d4ec5680ef1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3830934
Nov 09 15:28:01.554682 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4709266-7401-4d6b-a95c-36659cfe907a,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:01.554682 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58368) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:01.556761 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:01.634379 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0da3b75c-7ebd-4e24-8445-9dc7883a7181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.661312 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0da3b75c-7ebd-4e24-8445-9dc7883a7181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.724843 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0da3b75c-7ebd-4e24-8445-9dc7883a7181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.729868 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-de98fd3c-1b68-48be-844c-c5d9d6d190b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:01.745710 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3b75c-7ebd-4e24-8445-9dc7883a7181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4709266-7401-4d6b-a95c-36659cfe907a,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:01.748988 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0da3b75c-7ebd-4e24-8445-9dc7883a7181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:01.752063 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0da3b75c-7ebd-4e24-8445-9dc7883a7181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.752945 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0da3b75c-7ebd-4e24-8445-9dc7883a7181 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e4709266-7401-4d6b-a95c-36659cfe907a HTTP/1.1" status: 204  len: 168 time: 0.1981115
Nov 09 15:28:01.854160 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:01.870394 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ef295-078d-43a9-ae1f-c61c7911f1df None None] New status for floating IP 4d00bd1c-b4d8-4719-9d73-f2171561eb49: ACTIVE {{(pid=86783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:28:02.211380 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-b49343d8-911b-43bb-8791-50c0c72ed560 req-c34eb3f8-7192-4907-896e-85fd1f96e7a2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Synchronizing usage tracker for tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:28:02.230578 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-b49343d8-911b-43bb-8791-50c0c72ed560 req-c34eb3f8-7192-4907-896e-85fd1f96e7a2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Unset dirty status for tenant:e4dfc4092e6a4bcca2bd18cfd3bc8e63 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:28:02.232261 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b49343d8-911b-43bb-8791-50c0c72ed560 req-c34eb3f8-7192-4907-896e-85fd1f96e7a2 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.0851371
Nov 09 15:28:02.248898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ac1e27-9443-4c08-ba6c-c0e1d80e9a75', 'name': 'network-vif-deleted', 'tag': '3f962aa4-3967-48a7-b511-6cf3e19f4e9f'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:28:02.289613 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58392) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:02.399269 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ac1e27-9443-4c08-ba6c-c0e1d80e9a75', 'name': 'network-vif-deleted', 'tag': '3f962aa4-3967-48a7-b511-6cf3e19f4e9f', 'status': 'completed', 'code': 200}
Nov 09 15:28:02.405142 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:02.430038 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:02.434263 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Usage tracker for resource:security_group_rule and tenant:9f99b39b2ebe44acb99d2cb166d5cf14 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:02.437268 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:02.443544 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:02.561628 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:02.566312 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:02.573527 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:02.597424 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['3f962aa4-3967-48a7-b511-6cf3e19f4e9f'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:28:02.675163 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9f99b39b2ebe44acb99d2cb166d5cf14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3813877
Nov 09 15:28:02.675514 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58402) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:02.709982 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f5998c-fe79-41ca-be3d-a77713f8c91c,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:02.727823 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:02.769683 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-67c88dd2-c2b1-4006-9b0c-d58a861e7895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:02.779984 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2a46f-02aa-4d9f-980b-f079757a9d0a req-23654731-7253-4784-bdc7-76e9438a4ef8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:02.781103 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4fc2a46f-02aa-4d9f-980b-f079757a9d0a req-23654731-7253-4784-bdc7-76e9438a4ef8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1922758
Nov 09 15:28:02.787688 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-57095abb-4a67-43c5-8306-381f5af6a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:02.789294 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-57095abb-4a67-43c5-8306-381f5af6a069 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 1098 time: 0.1159277
Nov 09 15:28:02.804523 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-67c88dd2-c2b1-4006-9b0c-d58a861e7895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:02.907162 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-67c88dd2-c2b1-4006-9b0c-d58a861e7895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:02.918400 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-59b5531b-b930-48f0-959f-fdff50370288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:02.941383 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88dd2-c2b1-4006-9b0c-d58a861e7895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f5998c-fe79-41ca-be3d-a77713f8c91c,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:02.945586 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-67c88dd2-c2b1-4006-9b0c-d58a861e7895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:02.947865 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-67c88dd2-c2b1-4006-9b0c-d58a861e7895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:02.952115 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4fc2a46f-02aa-4d9f-980b-f079757a9d0a req-ef96ceda-4f56-461a-b539-5f19acf84384 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591666
Nov 09 15:28:02.952284 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-67c88dd2-c2b1-4006-9b0c-d58a861e7895 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e9f5998c-fe79-41ca-be3d-a77713f8c91c HTTP/1.1" status: 204  len: 168 time: 0.2732129
Nov 09 15:28:03.010481 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-5f091ee7-0ca3-4d45-bb9d-583b403f9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:03.011305 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 3f962aa4-3967-48a7-b511-6cf3e19f4e9f no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:28:03.011904 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-5f091ee7-0ca3-4d45-bb9d-583b403f9861 service neutron] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 913 time: 0.2010739
Nov 09 15:28:03.055282 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 3f962aa4-3967-48a7-b511-6cf3e19f4e9f {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:28:03.056674 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 3f962aa4-3967-48a7-b511-6cf3e19f4e9f not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:28:03.141237 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-8fc86fb0-658d-41cb-9c4a-399c34d99d46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 200  len: 1001 time: 0.1214085
Nov 09 15:28:03.240045 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-f2e65a5a-4da3-4671-be4d-0febe15e53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:03.243449 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-f2e65a5a-4da3-4671-be4d-0febe15e53ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.0897400
Nov 09 15:28:03.400365 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-af0d6b5e-e662-4b47-ac5f-feaf9f813aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:03.406421 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-af0d6b5e-e662-4b47-ac5f-feaf9f813aad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1542664
Nov 09 15:28:03.549081 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7133f078-dc36-49a3-b39d-7a86caa148d7 req-157c6017-6ca1-4d80-afb2-34192af56e66 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ac1e27-9443-4c08-ba6c-c0e1d80e9a75 HTTP/1.1" status: 200  len: 210 time: 0.1397951
Nov 09 15:28:03.653804 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-84698126-5309-4745-8dd5-afa6dd49eb37 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961741
Nov 09 15:28:03.907490 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3b3eb5b7-dbd9-4616-8bc6-f0d5b813e534 req-69108dfb-4ac2-4412-ad57-87d45e1445a7 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457306
Nov 09 15:28:04.121610 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-022814ec-d25c-4eda-9b3a-c0b1ed61debe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:04.332249 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d758b-7d70-4526-a2f0-55da4f77c027 req-75582ca8-329b-4953-88f6-1cf44425afd3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:04.338606 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-823d758b-7d70-4526-a2f0-55da4f77c027 req-75582ca8-329b-4953-88f6-1cf44425afd3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1911955
Nov 09 15:28:04.433511 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-823d758b-7d70-4526-a2f0-55da4f77c027 req-c310aaaf-9d0b-40ea-ab07-bc9f45c01c5b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879674
Nov 09 15:28:05.003819 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:05.714413 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c026ba3-dac9-4a04-8977-a4eb8577207e req-4393d712-5099-4854-98d5-6fd82671a245 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:05.717718 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0c026ba3-dac9-4a04-8977-a4eb8577207e req-4393d712-5099-4854-98d5-6fd82671a245 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1474192
Nov 09 15:28:05.811404 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0c026ba3-dac9-4a04-8977-a4eb8577207e req-f9f7cfb6-7ea7-4488-9643-d344e8fd1924 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735049
Nov 09 15:28:06.337038 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:06.696297 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:07.038856 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974a0b-f856-493c-b30c-139ac64e916d req-8e1a01a8-d61c-4e08-9781-44c63814fcad tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:07.040403 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-33974a0b-f856-493c-b30c-139ac64e916d req-8e1a01a8-d61c-4e08-9781-44c63814fcad tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1017847
Nov 09 15:28:07.097911 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-33974a0b-f856-493c-b30c-139ac64e916d req-7eea9a76-9964-425d-bebd-2320d08a3c57 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505106
Nov 09 15:28:07.766853 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58612) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:07.882416 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58624) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:07.964110 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Deleting subnet 2f8832b4-5a63-4eb6-9188-df3562d09be6 {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:28:07.970851 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.041834 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.066308 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:08.079918 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Usage tracker for resource:security_group_rule and tenant:50a978a18dd541e0883535f558b4d243 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:08.079918 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:08.086333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:08.097199 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.129384 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.236414 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.330092 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0f9ca3e8-5965-443b-b3e0-7668c42725b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:08.422698 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8832b4-5a63-4eb6-9188-df3562d09be6,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:08.426271 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8cabc-5d10-418d-b3e3-4ebb79ed2bbf req-82abebc4-8bf1-445f-a135-f724f898e8f2 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:08.428101 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4ea8cabc-5d10-418d-b3e3-4ebb79ed2bbf req-82abebc4-8bf1-445f-a135-f724f898e8f2 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1239474
Nov 09 15:28:08.438063 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.439890 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.446441 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.481936 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/2f8832b4-5a63-4eb6-9188-df3562d09be6 HTTP/1.1" status: 204  len: 168 time: 0.5984344
Nov 09 15:28:08.490679 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58646) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:08.490973 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:08.492048 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:08.511437 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=50a978a18dd541e0883535f558b4d243&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7421248
Nov 09 15:28:08.514912 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58650) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:08.521713 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4ea8cabc-5d10-418d-b3e3-4ebb79ed2bbf req-92e2a08c-4868-41c0-9082-5d6f497c80bb tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824640
Nov 09 15:28:08.565412 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd523d-41ac-4809-a074-631d258ef3b6,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:08.573930 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:08.633491 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d0c851c9-39a0-4f1b-b1c6-192b37915da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.638636 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.683372 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d0c851c9-39a0-4f1b-b1c6-192b37915da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.791863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d0c851c9-39a0-4f1b-b1c6-192b37915da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.800246 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0073b495-e54c-43dd-9a14-578973012d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:08.812361 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c851c9-39a0-4f1b-b1c6-192b37915da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd523d-41ac-4809-a074-631d258ef3b6,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:08.816457 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d0c851c9-39a0-4f1b-b1c6-192b37915da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:08.821924 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d0c851c9-39a0-4f1b-b1c6-192b37915da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.823151 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d0c851c9-39a0-4f1b-b1c6-192b37915da1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3ccd523d-41ac-4809-a074-631d258ef3b6 HTTP/1.1" status: 204  len: 168 time: 0.3072708
Nov 09 15:28:08.946346 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:08.992842 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1b0540c0d0>> segment before_delete 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.993781 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1b0540c0d0>> subnet precommit_delete_associations 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.994994 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b056a4970>> segment_host_mapping after_create 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.995545 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b056a4970>> port after_create 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.996084 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b056a4970>> port after_delete 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.996610 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b056a4970>> port after_update 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.997125 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b056a4970>> segment after_delete 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.997734 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b056a4970>> subnet after_create 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.998307 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b056a4970>> subnet after_delete 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:08.998826 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b056a4970>> subnet after_update 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:09.166923 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b05100430>> subnet after_create 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:09.167305 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b05100430>> subnet after_delete 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:09.167633 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b05100430>> subnet before_create 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:09.167962 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b05100430>> subnet before_update 55550000 {{(pid=86781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:09.168325 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b04d56820>,) {'filters': {'network_id': ['be458db5-8976-4bbc-b69c-db7cd851908f']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:09.201510 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04d56820>, '5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:09.202151 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04d56820>, '5c0c8b56-a9b7-49b2-aa0a-a6fc75aec39c') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:09.241313 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:09.289748 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58672) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:09.308011 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:09.314678 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:09.345504 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:28:09.345504 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   from cryptography.utils import int_from_bytes
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   from cryptography.utils import int_from_bytes
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   util.warn_limited(
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:28:09.385169 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:28:09.458334 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:09.484147 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Usage tracker for resource:security_group_rule and tenant:5280ff1e033c434ba593db64b75ea755 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:09.493042 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:09.499687 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:09.510094 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:09.517419 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:09.524170 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:09.562968 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=be458db5-8976-4bbc-b69c-db7cd851908f,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:09.566062 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:09.594597 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] 10.222.0.87 "DELETE /v2.0/networks/be458db5-8976-4bbc-b69c-db7cd851908f HTTP/1.1" status: 204  len: 168 time: 1.0996838
Nov 09 15:28:09.673480 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:09.678852 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:09.690058 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:09.808760 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe81f4b-53e5-4356-b5ca-f9cb563fce35,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:09.821453 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5280ff1e033c434ba593db64b75ea755&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5303621
Nov 09 15:28:09.823424 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:09.824293 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58698) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:09.894862 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ebee4-16e2-4c80-89c1-eb31df3e0674 req-a22565b4-b213-43d9-a979-b7e68ecd733c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:09.905429 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4d3ebee4-16e2-4c80-89c1-eb31df3e0674 req-a22565b4-b213-43d9-a979-b7e68ecd733c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1811440
Nov 09 15:28:09.983906 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58704) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:10.004061 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4d3ebee4-16e2-4c80-89c1-eb31df3e0674 req-0ccad1a4-921d-4f53-9e35-e7cc7ed8c628 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973222
Nov 09 15:28:10.015022 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-177329b7-c069-4c56-b980-c3e922667f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:10.072789 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-177329b7-c069-4c56-b980-c3e922667f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:10.085417 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58712) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:10.085795 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-4f5acb7b-dc81-4629-83b4-fb878ddc2541 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e4dfc4092e6a4bcca2bd18cfd3bc8e63&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1000569
Nov 09 15:28:10.170253 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-177329b7-c069-4c56-b980-c3e922667f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:10.175906 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-267aa615-0382-4ca5-9e59-0dd8c72d41f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:10.177236 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8b07e66d-1ab3-40bf-99ae-6f646fc53251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:10.191670 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177329b7-c069-4c56-b980-c3e922667f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe81f4b-53e5-4356-b5ca-f9cb563fce35,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:10.196284 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-177329b7-c069-4c56-b980-c3e922667f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:10.197820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-177329b7-c069-4c56-b980-c3e922667f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:10.199748 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-177329b7-c069-4c56-b980-c3e922667f06 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dbe81f4b-53e5-4356-b5ca-f9cb563fce35 HTTP/1.1" status: 204  len: 168 time: 0.3739355
Nov 09 15:28:10.209163 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8b07e66d-1ab3-40bf-99ae-6f646fc53251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:10.288996 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8b07e66d-1ab3-40bf-99ae-6f646fc53251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:10.322207 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2785d6d3-9d3d-4a91-b129-0afacd03731d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:10.353753 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07e66d-1ab3-40bf-99ae-6f646fc53251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db3fe90-8f3e-478c-b2b6-f7e57e1014dc,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:10.369793 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8b07e66d-1ab3-40bf-99ae-6f646fc53251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:10.409200 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8b07e66d-1ab3-40bf-99ae-6f646fc53251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:10.411992 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-8b07e66d-1ab3-40bf-99ae-6f646fc53251 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3db3fe90-8f3e-478c-b2b6-f7e57e1014dc HTTP/1.1" status: 204  len: 168 time: 0.3247151
Nov 09 15:28:10.433394 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:28:10.648806 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58736) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:11.228701 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:11.315377 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:11.328505 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Usage tracker for resource:security_group_rule and tenant:14c1318d4fd64a318af5116ff96401c5 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:11.339573 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:11.356184 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:11.742576 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:11.753790 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:11.801027 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:11.890996 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fe08c-9486-49b5-be74-332a300fbc51 req-4ad5a91f-4881-4097-83a1-6578c6a99994 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:11.893540 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-265fe08c-9486-49b5-be74-332a300fbc51 req-4ad5a91f-4881-4097-83a1-6578c6a99994 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.4251237
Nov 09 15:28:11.898904 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164cb7ff-30a8-4be4-998c-7fe1aac9aba4,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:11.903795 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:11.906686 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=14c1318d4fd64a318af5116ff96401c5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2577584
Nov 09 15:28:11.910910 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58782) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:12.017571 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-265fe08c-9486-49b5-be74-332a300fbc51 req-6e13ae86-db0e-4f96-9b22-f1c47f97ec23 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072855
Nov 09 15:28:12.110583 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44e3455a-080d-462e-aaea-3feddb9bb07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:12.145534 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44e3455a-080d-462e-aaea-3feddb9bb07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:12.239333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44e3455a-080d-462e-aaea-3feddb9bb07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:12.246941 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2f1b65c0-4a7a-49a0-a2b3-0cddfdfd8fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:12.277409 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3455a-080d-462e-aaea-3feddb9bb07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164cb7ff-30a8-4be4-998c-7fe1aac9aba4,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:12.283133 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-44e3455a-080d-462e-aaea-3feddb9bb07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:12.289077 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44e3455a-080d-462e-aaea-3feddb9bb07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:12.289077 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-44e3455a-080d-462e-aaea-3feddb9bb07e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/164cb7ff-30a8-4be4-998c-7fe1aac9aba4 HTTP/1.1" status: 204  len: 168 time: 0.3762047
Nov 09 15:28:12.920752 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58822) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:13.388938 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1aadf-69c9-4447-a332-bbd599d01dee req-2e48bbf4-8110-4b8e-98d0-e6dd2324df82 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:13.391602 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-13f1aadf-69c9-4447-a332-bbd599d01dee req-2e48bbf4-8110-4b8e-98d0-e6dd2324df82 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1394033
Nov 09 15:28:13.422473 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-935194796-network', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:13.436817 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:13.455823 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Usage tracker for resource:network and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:13.461753 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:13.485353 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:13.507839 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-13f1aadf-69c9-4447-a332-bbd599d01dee req-734ea7d6-bb8c-40ef-846d-aee012c95206 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035826
Nov 09 15:28:13.517241 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Made reservation on behalf of 2ccb952c203c46f9bf5ae68cfd6e2acd for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:28:13.525247 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:13.564645 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:13.610323 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:13.629007 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Usage tracker for resource:security_group_rule and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:13.633586 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:13.658445 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:13.947529 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:13.954194 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:13.960118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-67c88dd2-c2b1-4006-9b0c-d58a861e7895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:14.001699 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1176}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:28:14.012998 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca658a6-b522-4179-889f-fa7d682f8ed7,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:14.016121 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:14.023042 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.023442 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Added segment 382402bd-f050-4985-a712-9bea59e8be32 of type vlan for network 2ab623ee-64b4-41f1-b036-10cd175b37aa
Nov 09 15:28:14.061774 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.098118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.099978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:14.100868 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.106082 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:14.259237 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3347812
Nov 09 15:28:14.260988 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab623ee-64b4-41f1-b036-10cd175b37aa,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:14.261347 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58878) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:14.268289 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:14.274195 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Request body: {'subnet': {'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-subnet', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:14.277170 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:28:14.285348 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:14.294136 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Usage tracker for resource:subnet and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:14.300001 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:14.316877 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:14.339644 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Made reservation on behalf of 2ccb952c203c46f9bf5ae68cfd6e2acd for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:28:14.349932 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2861285'] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.507960 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58892) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:14.671109 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1618530541-network', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:14.677935 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:14.683499 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Usage tracker for resource:network and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:14.687503 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:14.698996 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:14.713571 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Made reservation on behalf of fd75494964e14718b6f84a81bfaa7154 for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:28:14.716660 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.733467 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.760426 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:14.769691 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Usage tracker for resource:security_group_rule and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:14.775533 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:14.785322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:14.911276 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.916334 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.931416 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2861307'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.936998 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:28:14.944676 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8a66fb35-f4f3-4a80-9dd5-dc7dc0549d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:14.955882 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:14.956574 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Added segment df5b5420-83aa-4ec9-b3ff-8c372b74b898 of type vlan for network d71bcbe5-5084-4212-9863-604580364317
Nov 09 15:28:14.991893 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb4d1c-b26f-4cdd-8928-81e688e5c406 req-268e9fb6-a1fc-4b28-bb23-138190de0ba9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:14.994392 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5ccb4d1c-b26f-4cdd-8928-81e688e5c406 req-268e9fb6-a1fc-4b28-bb23-138190de0ba9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.2318809
Nov 09 15:28:15.001459 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.041671 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e34580ca-7dfd-49d0-9a0b-9ec134e0985f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:15.065889 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.072450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:15.073307 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.111855 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6009381
Nov 09 15:28:15.111855 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6548021f-984f-421d-960a-bf65ed152ca1,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:15.116267 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58914) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:15.118031 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5ccb4d1c-b26f-4cdd-8928-81e688e5c406 req-c1071ff0-2b53-4740-8ff3-289ae5379c45 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007154
Nov 09 15:28:15.123987 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b96d142-cb72-4047-8784-8d550b536922,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:15.129467 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:15.130659 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Checking segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:15.131437 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Network hostable DHCP agents. Network: 2ab623ee-64b4-41f1-b036-10cd175b37aa, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:28:15.148351 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Request body: {'subnet': {'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1618530541-subnet', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:15.153889 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:15.157941 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:15.158562 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:15.161139 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:28:15.178637 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Usage tracker for resource:subnet and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:15.180080 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 2ab623ee-64b4-41f1-b036-10cd175b37aa) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:15.183757 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:15.188971 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:15.189947 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.195487 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc57c60-08d9-4b9a-870e-d084753eae29 None None] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:28:15.265758 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0023537
Nov 09 15:28:15.269112 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58920) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:15.275617 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:15.291227 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:15.296177 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Usage tracker for resource:router and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:15.299195 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:15.315994 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:15.332559 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:15.345569 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.351601 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.373357 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Made reservation on behalf of fd75494964e14718b6f84a81bfaa7154 for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:28:15.377295 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.397485 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.409719 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Pushing event updated for resources: {'Network': ['ID=d71bcbe5-5084-4212-9863-604580364317,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:15.418963 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:15.565011 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network d71bcbe5-5084-4212-9863-604580364317 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:28:15.742969 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58932) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:15.816588 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.832636 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.840656 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:15.870522 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-2ab623ee-64b4-41f1-b036-10cd175b37aa', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:28:15.871887 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.894743 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Deleting subnet cc4effe7-6cbc-4acc-977f-da7d8ea7a41a {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:28:15.909953 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:15.987616 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd05982b-9410-4c35-9605-3c37b428ae22,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:15.990479 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:16.002274 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.009509 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Checking segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:16.010126 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Network hostable DHCP agents. Network: d71bcbe5-5084-4212-9863-604580364317, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:28:16.017813 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.066354 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Allocated IP 172.20.0.2 (2ab623ee-64b4-41f1-b036-10cd175b37aa/4b96d142-cb72-4047-8784-8d550b536922/ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:16.077269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Network d71bcbe5-5084-4212-9863-604580364317 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:28:16.096215 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, d71bcbe5-5084-4212-9863-604580364317) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:16.108416 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9fe9f0-8acc-48c5-b952-c21bc5b8dda5 None None] Network d71bcbe5-5084-4212-9863-604580364317 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:28:16.114749 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:16.115400 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.146255 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.152712 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:16.218582 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-72278d41-46f6-4195-b00a-9f947ffddb29 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0983894
Nov 09 15:28:16.218879 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc4effe7-6cbc-4acc-977f-da7d8ea7a41a,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:16.226928 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58938) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:16.228772 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.232291 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cc4effe7-6cbc-4acc-977f-da7d8ea7a41a HTTP/1.1" status: 204  len: 168 time: 0.4914331
Nov 09 15:28:16.235706 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 58940) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:16.241925 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:16.247597 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:16.253716 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Usage tracker for resource:router and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:16.257465 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:16.277040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:16.286592 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:16.310567 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.311759 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.425644 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.445811 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.478695 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.538151 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.568157 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.591697 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Transition to ACTIVE for port object ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:16.601511 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a063cb-de4a-4197-8f86-034bcab81468 req-f47b9a92-8cd1-413b-b0e1-346bd0578beb tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:16.613652 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-89a063cb-de4a-4197-8f86-034bcab81468 req-f47b9a92-8cd1-413b-b0e1-346bd0578beb tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.3465531
Nov 09 15:28:16.620045 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Transition to ACTIVE for port object ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:16.624184 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-d71bcbe5-5084-4212-9863-604580364317', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:28:16.625224 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.651391 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.659443 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:16.744989 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-89a063cb-de4a-4197-8f86-034bcab81468 req-bb7b85f2-1ee8-47da-8345-dda6618e70d5 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300712
Nov 09 15:28:16.809464 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:16.827112 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:16.833152 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Pushing event updated for resources: {'Port': ['ID=ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:16.840842 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:16.865387 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.866416 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.866687 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.867036 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.867437 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.867924 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.868513 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.868934 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.869500 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.869948 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.870478 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.870817 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:16.891633 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Allocated IP 172.27.0.84 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/d70d57e3-2a4e-43bb-a517-0c9c78d35bc2) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:16.909758 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:16.941047 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.974098 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:16.984098 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1b05790070>> segment before_delete 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.984431 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1b05790070>> subnet precommit_delete_associations 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.985296 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b05975f70>> segment_host_mapping after_create 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.985549 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b05975f70>> port after_create 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.985875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b05975f70>> port after_delete 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.986350 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b05975f70>> port after_update 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.986661 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b05975f70>> segment after_delete 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.986972 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b05975f70>> subnet after_create 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.987697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b05975f70>> subnet after_delete 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:16.988259 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b05975f70>> subnet after_update 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:17.038827 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Attempting to bind port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:17.039271 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Attempting to bind port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:17.039614 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Attempting to bind port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 on network 2ab623ee-64b4-41f1-b036-10cd175b37aa {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:17.053194 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:17.053725 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Checking segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:17.054049 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.054459 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Bound using segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:17.054949 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Bound port: ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:17.055334 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.058204 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b058337f0>> subnet after_create 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:17.058545 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b058337f0>> subnet after_delete 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:17.058867 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b058337f0>> subnet before_create 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:17.059186 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b058337f0>> subnet before_update 55550000 {{(pid=86782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 09 15:28:17.059540 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b059755b0>,) {'filters': {'network_id': ['4c35ca62-3fa0-40b7-952b-44f9469bd0e6']}} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:17.066527 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Allocated IP 172.20.0.2 (d71bcbe5-5084-4212-9863-604580364317/bd05982b-9410-4c35-9605-3c37b428ae22/f519d10c-5249-4541-a7c1-b67050fc8ef6) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:17.077523 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.093292 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b059755b0>, 'bc08449f-2918-4446-a9a9-67a8f0964f9d') {'for_net_delete': True} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:17.093292 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b059755b0>, 'bc08449f-2918-4446-a9a9-67a8f0964f9d') {} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:17.109560 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2892158'] for segment, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.116678 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.121086 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:17.193911 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:17.197041 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.197249 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:17.201035 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:17.229885 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=86782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:28:17.230700 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350480'] for segment, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.253107 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Pushing event updated for resources: {'Port': ['ID=d70d57e3-2a4e-43bb-a517-0c9c78d35bc2,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   from cryptography.utils import int_from_bytes
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   from cryptography.utils import int_from_bytes
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   util.warn_limited(
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]: Traceback (most recent call last):
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     timer()
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     cb(*args, **kw)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     return func(*args, **kwargs)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     self._notify()
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     self.callback(batched_events)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     event.method(event)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     return f(self, *a, **k)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._get(url).json()
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:28:17.257755 dv-cinder-817223-1-iscsi neutron-server[86782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:28:17.263565 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:17.314961 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] For port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:17.400276 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.412290 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Transition to ACTIVE for port object f519d10c-5249-4541-a7c1-b67050fc8ef6 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:17.439766 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] For port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:17.450750 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Transition to ACTIVE for port object f519d10c-5249-4541-a7c1-b67050fc8ef6 will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:17.453726 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.459018 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:17.483554 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.493367 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.497126 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.497933 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:17.535129 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c35ca62-3fa0-40b7-952b-44f9469bd0e6,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:17.542901 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:17.547697 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4c35ca62-3fa0-40b7-952b-44f9469bd0e6 HTTP/1.1" status: 204  len: 168 time: 1.2554314
Nov 09 15:28:17.548270 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58954) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:17.551548 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Network d71bcbe5-5084-4212-9863-604580364317 is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:17.555925 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:17.561027 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:17.659687 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Pushing event updated for resources: {'Port': ['ID=ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:17.673844 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:17.674339 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:17.753372 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Attempting to bind port f519d10c-5249-4541-a7c1-b67050fc8ef6 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:17.753807 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Attempting to bind port f519d10c-5249-4541-a7c1-b67050fc8ef6 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:17.754280 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Attempting to bind port f519d10c-5249-4541-a7c1-b67050fc8ef6 on network d71bcbe5-5084-4212-9863-604580364317 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:17.767430 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:17.767430 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Checking segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:17.767430 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.767773 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Bound using segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:17.777244 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Bound port: f519d10c-5249-4541-a7c1-b67050fc8ef6, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:17.778089 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.797859 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Pushing event updated for resources: {'Port': ['ID=f519d10c-5249-4541-a7c1-b67050fc8ef6,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:17.819666 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:17.927946 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:17.994783 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:18.009229 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] For port f519d10c-5249-4541-a7c1-b67050fc8ef6, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:18.015759 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] For port f519d10c-5249-4541-a7c1-b67050fc8ef6, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f519d10c-5249-4541-a7c1-b67050fc8ef6,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:18.024870 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:18.040684 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:18.088469 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] Deleting subnet 61795dfc-e4e9-4894-a0c9-4f41294b2bcd {{(pid=86781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:28:18.110573 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:18.251574 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Pushing event updated for resources: {'Port': ['ID=f519d10c-5249-4541-a7c1-b67050fc8ef6,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:18.259677 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:18.284940 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Allocated IP 172.27.0.5 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/3fa8d49c-6789-467c-b43c-1628483b7d9e) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:18.312843 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:18.419351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128719'] for subnet, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:18.526917 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:18.610091 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:18.681157 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:18.688295 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:18.775064 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Pushing event updated for resources: {'Port': ['ID=3fa8d49c-6789-467c-b43c-1628483b7d9e,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:18.781482 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:18.795249 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:18.800576 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:18.804178 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:18.922914 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019ad7b-3124-4c3c-9449-64313ee4764a req-9f7d8283-e514-4638-a486-6470f247007b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:18.931439 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e019ad7b-3124-4c3c-9449-64313ee4764a req-9f7d8283-e514-4638-a486-6470f247007b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.9711072
Nov 09 15:28:18.936621 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:19.164142 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:19.184648 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f519d10c-5249-4541-a7c1-b67050fc8ef6 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:19.226644 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861186'] for subnet, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:19.271989 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223e346-c47b-4a7f-91cf-37d73f5be48c None None] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:28:19.376311 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:19.456690 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] Provisioning for port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:19.469236 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61795dfc-e4e9-4894-a0c9-4f41294b2bcd,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:19.501597 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] Provisioning complete for port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:19.502562 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:19.514071 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:19.531958 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e019ad7b-3124-4c3c-9449-64313ee4764a req-3c3f3814-103c-4e63-a372-49060c6c3197 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5992799
Nov 09 15:28:19.541536 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:19.553429 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port f519d10c-5249-4541-a7c1-b67050fc8ef6 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:19.599447 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-dbd12499-299c-4999-8e99-7567c4137721 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/61795dfc-e4e9-4894-a0c9-4f41294b2bcd HTTP/1.1" status: 204  len: 168 time: 2.0470333
Nov 09 15:28:19.608884 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 58988) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:19.703374 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:19.882976 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:19.940492 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:19.956692 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:19.996355 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] For port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:20.009212 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:20.011332 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:20.100509 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c377925-9351-4a38-9dd9-bf1cb81f4728 None None] Network d71bcbe5-5084-4212-9863-604580364317 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:28:20.237956 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] Pushing event updated for resources: {'Port': ['ID=ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:20.262608 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:20.279913 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:20.334385 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b04f68fd0>,) {'filters': {'network_id': ['683802eb-f242-4601-b0a4-dfc3c00aab41']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:20.343619 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Router e61c19b0-348f-446d-af94-04403a338a43 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:28:20.353105 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04f68fd0>, '44e9f3f0-7f80-4aba-8370-9dbd959cb271') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:20.353396 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04f68fd0>, '44e9f3f0-7f80-4aba-8370-9dbd959cb271') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:20.372366 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:20.466459 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] Provisioning for port f519d10c-5249-4541-a7c1-b67050fc8ef6 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:20.491702 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] Provisioning complete for port f519d10c-5249-4541-a7c1-b67050fc8ef6 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:20.492086 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:20.505010 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:20.539277 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:28:20.539277 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:28:20.572690 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:28:20.738084 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:20.841595 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:21.063327 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.131940 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.148511 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:21.171084 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.182313 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:28:21.196233 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Pushing event deleted for resources: {'Network': ['ID=683802eb-f242-4601-b0a4-dfc3c00aab41,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:21.207227 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Sync routers for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:28:21.222279 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] For port f519d10c-5249-4541-a7c1-b67050fc8ef6, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f519d10c-5249-4541-a7c1-b67050fc8ef6,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:21.226942 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] 10.222.0.87 "DELETE /v2.0/networks/683802eb-f242-4601-b0a4-dfc3c00aab41 HTTP/1.1" status: 204  len: 168 time: 1.6148508
Nov 09 15:28:21.231492 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:21.231867 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.232139 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:21.233245 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05f9cd30>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:21.248034 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:21.311917 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.321917 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.328030 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.0519271
Nov 09 15:28:21.329336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59022) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:21.362468 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0946d94-c70a-4a27-ae90-1cc14f844731 req-4800db2c-60a5-47f8-bab8-3eae5e5c4ad4 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:21.372546 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-27f99087-b8a3-49e0-a066-a131167b6739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:21.381482 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b0946d94-c70a-4a27-ae90-1cc14f844731 req-4800db2c-60a5-47f8-bab8-3eae5e5c4ad4 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.4879036
Nov 09 15:28:21.523780 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b0946d94-c70a-4a27-ae90-1cc14f844731 req-d601ed03-735c-4f39-8308-953e2ca29872 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409612
Nov 09 15:28:21.589504 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] Pushing event updated for resources: {'Port': ['ID=f519d10c-5249-4541-a7c1-b67050fc8ef6,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:21.590604 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59026) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:21.596391 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:21.611182 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:28:21.627749 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-910499aa-2f37-4e23-826e-7043f722cd75 None None] Provisioning complete for port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:21.628128 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-910499aa-2f37-4e23-826e-7043f722cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.666187 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-ff674f19-2d29-4c02-96d7-eccf3441c704 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=97811af22e9d4649a6d70979ee66a11e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0717361
Nov 09 15:28:21.666638 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59030) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:21.719787 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:21.752201 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b3a3fdee-96d1-4cbf-8ae1-e92ba9c1ec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.789393 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b3a3fdee-96d1-4cbf-8ae1-e92ba9c1ec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.916938 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b3a3fdee-96d1-4cbf-8ae1-e92ba9c1ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.928223 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8342c880-9066-4ce9-adc4-32dc7990ef14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:21.951555 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3fdee-96d1-4cbf-8ae1-e92ba9c1ec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026b45f1-5806-487c-be9d-aac26f8b2bdf,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:21.955796 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b3a3fdee-96d1-4cbf-8ae1-e92ba9c1ec30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:21.961715 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b3a3fdee-96d1-4cbf-8ae1-e92ba9c1ec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:21.963399 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-b3a3fdee-96d1-4cbf-8ae1-e92ba9c1ec30 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/026b45f1-5806-487c-be9d-aac26f8b2bdf HTTP/1.1" status: 204  len: 168 time: 0.2955923
Nov 09 15:28:22.042186 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:28:22.056814 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:28:22.096970 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:22.097717 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05bba430>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:22.155248 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:22.156926 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.9232161
Nov 09 15:28:22.161713 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59040) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:22.235410 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-7bed42a5-97f3-4023-99b5-8c43cf21bd5f None None] Provisioning complete for port f519d10c-5249-4541-a7c1-b67050fc8ef6 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:22.235979 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-7bed42a5-97f3-4023-99b5-8c43cf21bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:22.418069 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05f9cd30>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:17Z', 'revision_number': 3, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:22.437621 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Checking router: e61c19b0-348f-446d-af94-04403a338a43 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:28:22.438082 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Updating router e61c19b0-348f-446d-af94-04403a338a43 port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 binding host dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:28:22.703905 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:22.754558 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:22.936192 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59064) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:22.954116 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f519d10c-5249-4541-a7c1-b67050fc8ef6 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:23.147138 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-fc46934a-08d9-44bc-8a7c-cf57259b6d2c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a464d68761bd48ea82a4dd3e0d0007ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2006829
Nov 09 15:28:23.155013 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59072) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:23.290235 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59080) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:23.305351 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port f519d10c-5249-4541-a7c1-b67050fc8ef6 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:23.305921 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.435872 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Notify callbacks [] for port, precommit_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.436512 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.483103 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5e1aac0b-b1a4-4a42-9414-c588b4bcaef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.521984 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.provisioning_blocks [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Transition to ACTIVE for port object d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 will not be triggered until provisioned by entity L2. {{(pid=86784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:23.572817 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.589891 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-1b9bf4b5-194f-412b-b7f2-7e8e830ad8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:23.641241 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05bba430>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:19Z', 'revision_number': 3, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:23.664379 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:28:23.664748 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Updating router b93fc934-bcc8-41d2-bea1-9869eaa7c126 port 3fa8d49c-6789-467c-b43c-1628483b7d9e binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:28:23.712168 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Attempting to bind port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:23.712910 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Attempting to bind port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:23.713422 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Attempting to bind port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:23.716228 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Pushing event updated for resources: {'Port': ['ID=d70d57e3-2a4e-43bb-a517-0c9c78d35bc2,revision_number=2']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:23.738382 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.739214 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.739717 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.740554 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.741249 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.741721 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.743126 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.743832 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.744729 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.745520 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.746226 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.746906 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:23.754862 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:23.755900 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:23.756962 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.757975 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:23.759204 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Bound port: d70d57e3-2a4e-43bb-a517-0c9c78d35bc2, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:23.760151 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.799917 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:23.807835 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59090) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:23.847645 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.875127 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5e1aac0b-b1a4-4a42-9414-c588b4bcaef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.920849 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] For port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:23.932142 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] For port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=d70d57e3-2a4e-43bb-a517-0c9c78d35bc2,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:23.941070 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:23.953725 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:24.003079 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.060979 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:24.061701 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05f9cd30>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:24.072846 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5e1aac0b-b1a4-4a42-9414-c588b4bcaef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.104174 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-53c330cc-68ca-4568-896c-ef4bd06efb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:24.150738 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688990f-9d0c-4cf8-a976-1e03809a833d req-69079688-708c-475d-8f62-1c457da6286c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:24.151485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aac0b-b1a4-4a42-9414-c588b4bcaef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266db7ee-e2c5-46b1-a78f-560ba24cee67,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:24.158849 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0688990f-9d0c-4cf8-a976-1e03809a833d req-69079688-708c-475d-8f62-1c457da6286c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.8519020
Nov 09 15:28:24.163933 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5e1aac0b-b1a4-4a42-9414-c588b4bcaef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:24.165254 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Pushing event updated for resources: {'Port': ['ID=d70d57e3-2a4e-43bb-a517-0c9c78d35bc2,revision_number=3']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:24.175851 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:24.177650 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:24.193993 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.203048 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Usage tracker for resource:security_group_rule and tenant:6700072ae13a407a98a7300f08bbd50a is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:24.230656 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:24.241233 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:24.256558 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:24.274746 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Usage tracker for resource:security_group_rule and tenant:d94c1e041f3f4b8f99060508ae4cfb15 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:24.280050 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:24.291969 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Allocated IP 172.20.0.1 (2ab623ee-64b4-41f1-b036-10cd175b37aa/4b96d142-cb72-4047-8784-8d550b536922/658ec36f-e0d3-44b6-9f62-eab6728a062c) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:24.293081 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:24.349707 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0688990f-9d0c-4cf8-a976-1e03809a833d req-b0f50cbd-9be8-45f6-9e9d-bab0a094c1eb tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893513
Nov 09 15:28:24.362678 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:24.596929 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.640939 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.675134 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Transition to ACTIVE for port object 3fa8d49c-6789-467c-b43c-1628483b7d9e will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:24.687983 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.697883 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:24.711848 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.741974 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Transition to ACTIVE for port object 658ec36f-e0d3-44b6-9f62-eab6728a062c will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:24.759145 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05f9cd30>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:17Z', 'revision_number': 3, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:24.765168 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb96f1f-c913-4842-88f6-2c41365b31a7 None None] The sync data for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi is: [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:17Z', 'revision_number': 3, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:28:24.782473 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5e1aac0b-b1a4-4a42-9414-c588b4bcaef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.784208 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-5e1aac0b-b1a4-4a42-9414-c588b4bcaef6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/266db7ee-e2c5-46b1-a78f-560ba24cee67 HTTP/1.1" status: 204  len: 168 time: 1.6271122
Nov 09 15:28:24.837117 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Attempting to bind port 3fa8d49c-6789-467c-b43c-1628483b7d9e on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:24.837819 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Attempting to bind port 3fa8d49c-6789-467c-b43c-1628483b7d9e by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:24.838353 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Attempting to bind port 3fa8d49c-6789-467c-b43c-1628483b7d9e on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:24.850135 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.851352 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:24.851952 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:24.852625 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.853469 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:24.854320 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Bound port: 3fa8d49c-6789-467c-b43c-1628483b7d9e, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:24.855070 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.864733 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.903679 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778aab1-d7a0-4c80-b339-c5f7cc5ab494 None None] Pushing event updated for resources: {'Port': ['ID=3fa8d49c-6789-467c-b43c-1628483b7d9e,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:24.925932 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-1778aab1-d7a0-4c80-b339-c5f7cc5ab494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:24.935549 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.938819 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.946950 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-bd66e99e-6f34-488b-bac2-3998e5fe14b3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:24.985910 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-02e8777c-c0e3-4244-9f1f-0fb0178bc0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:24.995664 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:24.999005 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] For port 3fa8d49c-6789-467c-b43c-1628483b7d9e, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:25.007962 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] For port 3fa8d49c-6789-467c-b43c-1628483b7d9e, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3fa8d49c-6789-467c-b43c-1628483b7d9e,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:25.017567 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:25.024531 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:25.104971 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:25.113847 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:25.126146 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:25.128194 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778aab1-d7a0-4c80-b339-c5f7cc5ab494 None None] Pushing event updated for resources: {'Port': ['ID=3fa8d49c-6789-467c-b43c-1628483b7d9e,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:25.144980 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-1778aab1-d7a0-4c80-b339-c5f7cc5ab494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:25.176866 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6700072ae13a407a98a7300f08bbd50a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8334892
Nov 09 15:28:25.178291 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Pushing event updated for resources: {'Port': ['ID=658ec36f-e0d3-44b6-9f62-eab6728a062c,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:25.193000 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59106) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:25.200697 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:25.201548 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05bba430>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:25.213850 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:25.376697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:25.380588 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d94c1e041f3f4b8f99060508ae4cfb15&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5598710
Nov 09 15:28:25.422401 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59114) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:25.496993 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5894210e-913f-4cfd-87a9-0fef7ddc5f88,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:25.524487 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-60c81b4e-e50b-4483-a45e-ff11f61b9838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:25.562450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a768bdf-a7b5-48d1-a7ff-65054a0a5d1b,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:25.566456 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:25.677703 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:25.802945 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Allocated IP 172.20.0.1 (d71bcbe5-5084-4212-9863-604580364317/bd05982b-9410-4c35-9605-3c37b428ae22/f63fd679-db60-43c7-9786-e5c748a3cf70) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:25.832700 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-97de9aa1-3e14-46e8-8d76-ff75993328d6 None None] Provisioning for port 658ec36f-e0d3-44b6-9f62-eab6728a062c completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:25.833405 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2320826f-d5cd-4bc2-90d9-26791cce3a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:25.875890 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-97de9aa1-3e14-46e8-8d76-ff75993328d6 None None] Provisioning complete for port 658ec36f-e0d3-44b6-9f62-eab6728a062c triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:25.876423 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-97de9aa1-3e14-46e8-8d76-ff75993328d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:25.887840 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2320826f-d5cd-4bc2-90d9-26791cce3a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:25.942148 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:26.007650 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2320826f-d5cd-4bc2-90d9-26791cce3a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:26.018140 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eea19e3c-0559-4619-a7f7-206d44ed0264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:26.079285 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320826f-d5cd-4bc2-90d9-26791cce3a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a768bdf-a7b5-48d1-a7ff-65054a0a5d1b,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:26.107219 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2320826f-d5cd-4bc2-90d9-26791cce3a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:26.116179 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2320826f-d5cd-4bc2-90d9-26791cce3a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:26.117955 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-2320826f-d5cd-4bc2-90d9-26791cce3a31 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7a768bdf-a7b5-48d1-a7ff-65054a0a5d1b HTTP/1.1" status: 204  len: 168 time: 0.9167418
Nov 09 15:28:26.149406 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:26.206824 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5168fe0-34d8-42ef-b288-e487754cab54 req-3acab008-f47c-47d6-b4b5-03db1c6d49aa tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:26.215012 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-72ff2a29-99b6-42bb-96d5-9a7e1d3db09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:26.221718 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d5168fe0-34d8-42ef-b288-e487754cab54 req-3acab008-f47c-47d6-b4b5-03db1c6d49aa tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.3562415
Nov 09 15:28:26.300396 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:26.351366 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-97de9aa1-3e14-46e8-8d76-ff75993328d6 None None] Port 658ec36f-e0d3-44b6-9f62-eab6728a062c cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:28:26.478818 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-72ff2a29-99b6-42bb-96d5-9a7e1d3db09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:26.634156 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d5168fe0-34d8-42ef-b288-e487754cab54 req-11f3ddc0-f976-4325-94cf-641d63a53345 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4113252
Nov 09 15:28:26.664374 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Transition to ACTIVE for port object f63fd679-db60-43c7-9786-e5c748a3cf70 will not be triggered until provisioned by entity DHCP. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:26.785107 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:26.799272 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-49bb97af-28a9-4beb-a710-acd3bb0b4d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:26.856549 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05bba430>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:19Z', 'revision_number': 3, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:26.865889 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e60874-ad7a-48a6-beb1-accb7669b046 None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:19Z', 'revision_number': 3, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:28:26.904009 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:26.937225 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Network d71bcbe5-5084-4212-9863-604580364317 is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:26.952854 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:26.963012 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:26.993726 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-72ff2a29-99b6-42bb-96d5-9a7e1d3db09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:27.023659 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c08c069b-b32b-4215-ba05-2ebefb9eb0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:27.077087 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:27.085004 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Pushing event updated for resources: {'Port': ['ID=f63fd679-db60-43c7-9786-e5c748a3cf70,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:27.088568 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:27.106177 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:27.106780 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:27.108031 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:27.113692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff2a29-99b6-42bb-96d5-9a7e1d3db09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5894210e-913f-4cfd-87a9-0fef7ddc5f88,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:27.231317 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-72ff2a29-99b6-42bb-96d5-9a7e1d3db09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:27.255460 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-72ff2a29-99b6-42bb-96d5-9a7e1d3db09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:27.260711 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-72ff2a29-99b6-42bb-96d5-9a7e1d3db09e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5894210e-913f-4cfd-87a9-0fef7ddc5f88 HTTP/1.1" status: 204  len: 168 time: 1.8352668
Nov 09 15:28:27.428198 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:27.447265 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59190) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:27.578965 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:27.589120 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:27.623680 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:27.731397 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:27.859621 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:27.871697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Usage tracker for resource:security_group_rule and tenant:2cbdb924c4ef4c9a8bb5d519b5839d7e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:27.905083 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:27.923676 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-9e2beb6b-f1df-47ae-82b1-ea9e74c492c8 None None] Provisioning for port f63fd679-db60-43c7-9786-e5c748a3cf70 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:27.937780 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:27.945373 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-9e2beb6b-f1df-47ae-82b1-ea9e74c492c8 None None] Provisioning complete for port f63fd679-db60-43c7-9786-e5c748a3cf70 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:27.945766 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-9e2beb6b-f1df-47ae-82b1-ea9e74c492c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.116761 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.199012 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=d70d57e3-2a4e-43bb-a517-0c9c78d35bc2,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:28.202366 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.202875 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-9e2beb6b-f1df-47ae-82b1-ea9e74c492c8 None None] Port f63fd679-db60-43c7-9786-e5c748a3cf70 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:28:28.211046 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.217033 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-a054ea77-cadf-42c7-8ffc-a8deba2b1eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:28.241730 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Pushing event updated for resources: {'Port': ['ID=658ec36f-e0d3-44b6-9f62-eab6728a062c,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:28.249957 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:28.388592 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=d70d57e3-2a4e-43bb-a517-0c9c78d35bc2,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:28.404975 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:28.431538 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b70fc3-e413-435a-8c16-3323ef836f88 req-43b3a33e-90cb-40b6-9430-10ed544846f7 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:28.433126 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-06b70fc3-e413-435a-8c16-3323ef836f88 req-43b3a33e-90cb-40b6-9430-10ed544846f7 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.4113276
Nov 09 15:28:28.482806 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.495301 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59222) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:28.500122 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.586768 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.618569 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.627106 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:28.661857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-33c57214-259f-4b62-ab05-a927481f82d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:28.680316 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.684598 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2cbdb924c4ef4c9a8bb5d519b5839d7e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2084658
Nov 09 15:28:28.693518 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59232) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:28.725118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c46c020-0b57-449a-8dcc-035f2e880625,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:28.726230 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-06b70fc3-e413-435a-8c16-3323ef836f88 req-08dc86ac-62f7-4dda-adb2-fb6c344a0af0 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704887
Nov 09 15:28:28.751498 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:28.777900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:28.781883 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:28.803516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:28.849310 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e35bc9242f404ab5edf3965144ec28 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:28.854584 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Pushing event updated for resources: {'Port': ['ID=f63fd679-db60-43c7-9786-e5c748a3cf70,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:28.871503 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:28.876103 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:28.884872 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:28.892468 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:28.976701 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:29.106395 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:29.107030 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:29.166438 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-96840057-e422-4779-8bb3-ff6a629d9434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:29.247155 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Router e61c19b0-348f-446d-af94-04403a338a43 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:28:29.274073 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-96840057-e422-4779-8bb3-ff6a629d9434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:29.421042 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-4e4e7386-ab26-42d8-8152-f4fe5d97a2bf None None] Provisioning complete for port 658ec36f-e0d3-44b6-9f62-eab6728a062c triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:29.421667 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4e4e7386-ab26-42d8-8152-f4fe5d97a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:29.491072 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Network d71bcbe5-5084-4212-9863-604580364317 is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:29.495619 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:29.576197 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3fa8d49c-6789-467c-b43c-1628483b7d9e up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:29.672793 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e7386-ab26-42d8-8152-f4fe5d97a2bf None None] Port 658ec36f-e0d3-44b6-9f62-eab6728a062c cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:28:29.733712 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:29.736507 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 3fa8d49c-6789-467c-b43c-1628483b7d9e completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:29.752798 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 3fa8d49c-6789-467c-b43c-1628483b7d9e triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:29.755556 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:29.875991 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-96840057-e422-4779-8bb3-ff6a629d9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:29.891487 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:28:29.907118 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:29.910908 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Sync routers for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:28:29.942563 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] 10.222.0.87 "PUT /v2.0/routers/e61c19b0-348f-446d-af94-04403a338a43/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6049490
Nov 09 15:28:29.946743 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:29.948019 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f71670>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:29.957686 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:30.082075 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:28:30.087431 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96840057-e422-4779-8bb3-ff6a629d9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c46c020-0b57-449a-8dcc-035f2e880625,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:30.148649 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-2e78d72c-2a4a-4ed5-a1a3-f0c974ae5fce None None] Provisioning complete for port f63fd679-db60-43c7-9786-e5c748a3cf70 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:30.149269 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-2e78d72c-2a4a-4ed5-a1a3-f0c974ae5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:30.177528 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-96840057-e422-4779-8bb3-ff6a629d9434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:30.179361 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-96840057-e422-4779-8bb3-ff6a629d9434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:30.185000 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-96840057-e422-4779-8bb3-ff6a629d9434 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6c46c020-0b57-449a-8dcc-035f2e880625 HTTP/1.1" status: 204  len: 168 time: 1.4629731
Nov 09 15:28:30.204178 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:30.223021 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:30.248976 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-2e78d72c-2a4a-4ed5-a1a3-f0c974ae5fce None None] Port f63fd679-db60-43c7-9786-e5c748a3cf70 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:28:30.260609 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 3fa8d49c-6789-467c-b43c-1628483b7d9e, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3fa8d49c-6789-467c-b43c-1628483b7d9e,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:30.268429 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:30.278802 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-1778aab1-d7a0-4c80-b339-c5f7cc5ab494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:30.441963 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=3fa8d49c-6789-467c-b43c-1628483b7d9e,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:30.459180 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:30.520296 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:30.590943 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ae1c9a-ede4-42f6-b3fd-0231f7c97fc7,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:30.603716 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:30.615370 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59270) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:30.616307 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3e35bc9242f404ab5edf3965144ec28&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1186428
Nov 09 15:28:30.678810 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fc8bf-3bb0-4941-8d56-64a4749d893a req-d8b5c587-a17c-43b5-97c4-4e48b9ce968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:30.685304 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-242fc8bf-3bb0-4941-8d56-64a4749d893a req-d8b5c587-a17c-43b5-97c4-4e48b9ce968f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 1099 time: 0.6240468
Nov 09 15:28:30.758978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c94cf07e-87f1-406d-8db0-ddcba93c61fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:30.807548 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3fa8d49c-6789-467c-b43c-1628483b7d9e up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:30.807757 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c94cf07e-87f1-406d-8db0-ddcba93c61fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:30.809156 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231e5e5-17aa-4733-b534-92d52d8f219e req-2619f665-2042-41cc-ae46-b9d1f852003a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:30.818322 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9231e5e5-17aa-4733-b534-92d52d8f219e req-2619f665-2042-41cc-ae46-b9d1f852003a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.7186670
Nov 09 15:28:30.825716 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:28:30.850078 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] 10.222.0.87 "PUT /v2.0/routers/b93fc934-bcc8-41d2-bea1-9869eaa7c126/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6807957
Nov 09 15:28:30.864112 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:28:30.882835 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-242fc8bf-3bb0-4941-8d56-64a4749d893a req-ae94aaf4-ca5a-4f99-a652-4e5c67f533f1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796689
Nov 09 15:28:30.902671 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:30.903253 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05874e80>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:30.908687 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c94cf07e-87f1-406d-8db0-ddcba93c61fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:30.941834 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d0c851c9-39a0-4f1b-b1c6-192b37915da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:30.947737 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9231e5e5-17aa-4733-b534-92d52d8f219e req-1c4dd043-4a85-404a-b55c-ebd2767216e4 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175570
Nov 09 15:28:31.002781 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c94cf07e-87f1-406d-8db0-ddcba93c61fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.004085 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c94cf07e-87f1-406d-8db0-ddcba93c61fe admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/92ae1c9a-ede4-42f6-b3fd-0231f7c97fc7 HTTP/1.1" status: 204  len: 168 time: 0.3875434
Nov 09 15:28:31.006829 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cf07e-87f1-406d-8db0-ddcba93c61fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ae1c9a-ede4-42f6-b3fd-0231f7c97fc7,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:31.011739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c94cf07e-87f1-406d-8db0-ddcba93c61fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:31.117240 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f71670>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:26Z', 'revision_number': 2, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:31.139670 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Checking router: e61c19b0-348f-446d-af94-04403a338a43 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:28:31.140524 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Updating router e61c19b0-348f-446d-af94-04403a338a43 port 658ec36f-e0d3-44b6-9f62-eab6728a062c binding host dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:28:31.192349 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59286) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:31.198479 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157094994', 'description': 'tempest-description--1664191076'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:31.211040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:31.220888 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:security_group and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:31.229464 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:31.252066 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:31.259882 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:31.275852 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.289900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.330687 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:31.339035 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:security_group_rule and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:31.345563 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:31.358943 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:31.388017 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 3fa8d49c-6789-467c-b43c-1628483b7d9e triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:31.391701 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.500885 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.513212 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.513212 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3e25f04a-99b9-4f9c-8e50-63f1e3de4a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:31.562711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2513913a-c5fa-4e5c-b759-8f9e4043790e,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:31.565757 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:31.566747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.568196 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3747346
Nov 09 15:28:31.571187 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59300) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:31.577055 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'security_group_rule': {'security_group_id': '2513913a-c5fa-4e5c-b759-8f9e4043790e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:31.585059 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:31.602200 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:security_group_rule and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:31.606923 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:31.632676 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:31.661775 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-3cd673f1-aa57-4743-a40d-8e20031f1e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.664552 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.830515 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.839898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.844654 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:31.881336 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Notify callbacks [] for port, precommit_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.887877 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67aaf6e5-3b57-427d-b91f-197c7961169c,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:31.894854 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:31.899273 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.provisioning_blocks [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Transition to ACTIVE for port object 658ec36f-e0d3-44b6-9f62-eab6728a062c will not be triggered until provisioned by entity L2. {{(pid=86784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:31.907543 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.912304 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59308) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:31.913114 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3407295
Nov 09 15:28:31.915509 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.924845 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'security_group_rule': {'security_group_id': '2513913a-c5fa-4e5c-b759-8f9e4043790e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:31.930447 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-01f5af5e-4427-4d23-995d-72db92cde24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:31.942544 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:31.959260 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:31.970639 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:security_group_rule and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:31.990582 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:32.022135 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:32.077364 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.144656 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e9c0d-6c66-4679-b956-ae1e88443b37 None None] Pushing event updated for resources: {'Port': ['ID=658ec36f-e0d3-44b6-9f62-eab6728a062c,revision_number=3']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:32.218071 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05874e80>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 2, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:32.242165 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:28:32.242771 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Updating router b93fc934-bcc8-41d2-bea1-9869eaa7c126 port f63fd679-db60-43c7-9786-e5c748a3cf70 binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:28:32.319171 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.327510 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.329595 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0041c787-58c3-47a1-bbf6-9a418cfacdbd tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:32.337042 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-676e9c0d-6c66-4679-b956-ae1e88443b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:32.413923 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.470874 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Attempting to bind port 658ec36f-e0d3-44b6-9f62-eab6728a062c on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:32.471779 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Attempting to bind port 658ec36f-e0d3-44b6-9f62-eab6728a062c by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:32.472401 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Attempting to bind port 658ec36f-e0d3-44b6-9f62-eab6728a062c on network 2ab623ee-64b4-41f1-b036-10cd175b37aa {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:32.491747 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:32.492435 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Checking segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:32.493365 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.493977 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Bound using segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:32.494743 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Bound port: 658ec36f-e0d3-44b6-9f62-eab6728a062c, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'}}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:32.495366 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.506696 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.514334 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5975571
Nov 09 15:28:32.523981 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59328) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:32.525171 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c78fc6-5dcb-4328-a03f-8c3309986d29,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:32.535147 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:32.563159 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:32.592868 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:32.617736 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:floatingip and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:32.634547 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:32.652078 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] For port 658ec36f-e0d3-44b6-9f62-eab6728a062c, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:32.656526 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] For port 658ec36f-e0d3-44b6-9f62-eab6728a062c, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=658ec36f-e0d3-44b6-9f62-eab6728a062c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:32.663261 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.674151 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-515b738f-4262-4f3e-a5ea-028d0b9af322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:32.688566 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:32.735917 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:32.773560 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e9c0d-6c66-4679-b956-ae1e88443b37 None None] Pushing event updated for resources: {'Port': ['ID=658ec36f-e0d3-44b6-9f62-eab6728a062c,revision_number=4']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:32.777713 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-676e9c0d-6c66-4679-b956-ae1e88443b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:32.792368 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:32.793251 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f71670>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:32.797604 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d8161-cee9-42a7-a3f5-0750e4758b5e req-76947d85-3dc7-4127-917b-a638fd1c63db tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:32.811804 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ca0d8161-cee9-42a7-a3f5-0750e4758b5e req-76947d85-3dc7-4127-917b-a638fd1c63db tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.5662370
Nov 09 15:28:33.070631 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ca0d8161-cee9-42a7-a3f5-0750e4758b5e req-e050fa8d-0199-4b84-b887-29e4b08fa6a8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2481642
Nov 09 15:28:33.134099 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:33.432336 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-9d0c3cee-a2b4-4593-9151-d793c6b7ed28 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2635999
Nov 09 15:28:33.455087 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59342) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:33.462455 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2010915496-network', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:33.468645 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:33.482760 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Usage tracker for resource:network and tenant:e13d1770870f4744ae6c6f1f1e67bd9d is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:33.487209 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:33.498634 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:33.511783 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:33.518046 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Made reservation on behalf of e13d1770870f4744ae6c6f1f1e67bd9d for: {'network': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:28:33.523199 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:33.545933 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:33.590497 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:33.612926 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Usage tracker for resource:security_group_rule and tenant:e13d1770870f4744ae6c6f1f1e67bd9d is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:33.626436 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:33.649384 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:33.700377 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:33.732134 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Transition to ACTIVE for port object f63fd679-db60-43c7-9786-e5c748a3cf70 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:33.751896 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:33.807158 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:33.964388 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Allocated IP 172.27.0.4 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/092dfa34-fa71-4b8d-99d6-d7ec254ccef7) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:34.192520 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.201709 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-58803efa-df33-4e68-9fb2-8b2c8be778d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:34.218242 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-58803efa-df33-4e68-9fb2-8b2c8be778d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1098 time: 0.3928418
Nov 09 15:28:34.226583 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.250482 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6c19d66f-685a-46a2-8fda-9b26ac64c99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:34.331454 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-aa5895ad-0044-475f-aa12-7cfd0d3ba33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.519009 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f71670>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:32Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:34.541257 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d6759-8928-4a3b-aaea-d820f75925a4 None None] The sync data for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi is: [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:32Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:28:34.555817 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d5dae-8b0f-4dc0-b771-d94a3cbad3ac None None] Pushing event updated for resources: {'Port': ['ID=f63fd679-db60-43c7-9786-e5c748a3cf70,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:34.560111 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-aa1d5dae-8b0f-4dc0-b771-d94a3cbad3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:34.561548 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181}  {{(pid=86781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:28:34.568024 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.591170 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Attempting to bind port f63fd679-db60-43c7-9786-e5c748a3cf70 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:34.592286 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Attempting to bind port f63fd679-db60-43c7-9786-e5c748a3cf70 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:34.592286 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Attempting to bind port f63fd679-db60-43c7-9786-e5c748a3cf70 on network d71bcbe5-5084-4212-9863-604580364317 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:34.597362 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56893bba-b0bc-49ae-a856-2cc4d72638aa,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:34.611487 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:34.615763 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Checking segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:34.616618 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.617573 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Bound using segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:34.618203 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Bound port: f63fd679-db60-43c7-9786-e5c748a3cf70, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:34.618690 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.657579 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:34.671578 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.671957 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.segments_db [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Added segment 12c0a4c6-01f5-450e-9398-1f30c01afdd1 of type vlan for network 6e291fd1-6371-4396-9710-645dc5ab2717
Nov 09 15:28:34.675978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.682960 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:34.791388 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:34.795902 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:34.812381 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:34.874613 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.875219 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] For port f63fd679-db60-43c7-9786-e5c748a3cf70, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:34.891068 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-7c506b92-29f2-403a-91f6-5a25767eed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:34.891779 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] For port f63fd679-db60-43c7-9786-e5c748a3cf70, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f63fd679-db60-43c7-9786-e5c748a3cf70,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:34.895584 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-7c506b92-29f2-403a-91f6-5a25767eed5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.6594226
Nov 09 15:28:34.901364 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:34.912099 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'Port': ['ID=092dfa34-fa71-4b8d-99d6-d7ec254ccef7,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:34.931055 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:34.931258 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:35.042937 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 658ec36f-e0d3-44b6-9f62-eab6728a062c up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:35.050055 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:35.062704 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec21ea0-015b-4749-8144-3bdeef26869c req-e9958879-024b-4411-9ec2-1d14797dd241 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:35.071673 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4ec21ea0-015b-4749-8144-3bdeef26869c req-e9958879-024b-4411-9ec2-1d14797dd241 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.5709448
Nov 09 15:28:35.118437 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d5dae-8b0f-4dc0-b771-d94a3cbad3ac None None] Pushing event updated for resources: {'Port': ['ID=f63fd679-db60-43c7-9786-e5c748a3cf70,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:35.146781 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-aa1d5dae-8b0f-4dc0-b771-d94a3cbad3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:35.147854 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:35.148540 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05874e80>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:35.153615 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-0f7c6a51-49bb-45f9-a16e-172741f8b050 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 200  len: 217 time: 0.2439609
Nov 09 15:28:35.220887 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:35.288404 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.db.resource_extend [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 09 15:28:35.537244 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4ec21ea0-015b-4749-8144-3bdeef26869c req-374f12d9-4fec-4f52-b5fb-bb9b8a254ddc tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4374659
Nov 09 15:28:35.544906 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:35.546540 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:35.547257 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:35.589983 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:35.609647 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:35.893651 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-eeecaf4f-bf94-43a9-b8bc-03161744afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:35.915190 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-eeecaf4f-bf94-43a9-b8bc-03161744afdf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.7489507
Nov 09 15:28:36.026934 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.035793 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.069746 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:36.150912 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.151769 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 658ec36f-e0d3-44b6-9f62-eab6728a062c completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:36.160631 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 658ec36f-e0d3-44b6-9f62-eab6728a062c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:36.161352 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.163616 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.7073123
Nov 09 15:28:36.170541 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59438) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:36.173050 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-90131b12-5352-45fd-b682-9885ca098251 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2427099
Nov 09 15:28:36.184041 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Pushing event updated for resources: {'Network': ['ID=6e291fd1-6371-4396-9710-645dc5ab2717,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:36.228069 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 6e291fd1-6371-4396-9710-645dc5ab2717 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:28:36.302069 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Request body: {'subnet': {'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2010915496-subnet', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:36.307997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'Port': ['ID=092dfa34-fa71-4b8d-99d6-d7ec254ccef7,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:36.322560 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:36.345722 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:36.555913 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Usage tracker for resource:subnet and tenant:e13d1770870f4744ae6c6f1f1e67bd9d is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:36.585399 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.588639 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:36.628882 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:36.674594 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05874e80>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:34Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:36.685066 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea8c2c-4351-4a34-b84c-01f98cb5314a None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:34Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:28:36.722109 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.733790 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Made reservation on behalf of e13d1770870f4744ae6c6f1f1e67bd9d for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:28:36.747061 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:36.753754 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268121'] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.761448 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.779799 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-5e62dd76-e2e0-4de2-a2b5-ecfc6c731b74 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5904357
Nov 09 15:28:36.786171 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.923828 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 658ec36f-e0d3-44b6-9f62-eab6728a062c, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=658ec36f-e0d3-44b6-9f62-eab6728a062c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:36.934763 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:36.937143 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ed8dc1e9-d0ed-4da3-8a35-ee4967bed69f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:37.161201 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9d116-ba89-40e5-8541-14341048d4a6 req-4c690f29-e1d3-4687-ae77-6e9bd01d25f0 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:37.165692 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e7f9d116-ba89-40e5-8541-14341048d4a6 req-4c690f29-e1d3-4687-ae77-6e9bd01d25f0 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 1.2452097
Nov 09 15:28:37.260886 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=658ec36f-e0d3-44b6-9f62-eab6728a062c,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:37.274746 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:37.318463 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f63fd679-db60-43c7-9786-e5c748a3cf70 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:37.351380 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:37.353983 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 4.8145640
Nov 09 15:28:37.533911 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e7f9d116-ba89-40e5-8541-14341048d4a6 req-0232e07d-d7d3-4cdc-8426-8239a2c3e865 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3474300
Nov 09 15:28:37.541796 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-23864a41-5793-48a8-ab50-3a3cd1f6bb12 req-631614fe-4f34-46b3-9d2d-1586b8ed1531 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7491434
Nov 09 15:28:37.606671 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port f63fd679-db60-43c7-9786-e5c748a3cf70 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:37.625552 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port f63fd679-db60-43c7-9786-e5c748a3cf70 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:37.626091 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:38.010807 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268103'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:38.030110 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:38.086695 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:38.130554 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port f63fd679-db60-43c7-9786-e5c748a3cf70, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f63fd679-db60-43c7-9786-e5c748a3cf70,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:38.141412 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:38.158732 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:38.160420 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a57254-5cb4-4869-8a5c-76f9d1e33e22,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:38.163003 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Checking segment: {'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:38.163353 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Network hostable DHCP agents. Network: 6e291fd1-6371-4396-9710-645dc5ab2717, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:28:38.168705 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:38.211215 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Network 6e291fd1-6371-4396-9710-645dc5ab2717 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:28:38.227616 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 6e291fd1-6371-4396-9710-645dc5ab2717) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:38.244249 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:38.246323 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:38.267185 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7f0dc-f4ee-45cd-8e7e-9285a40302e4 None None] Network 6e291fd1-6371-4396-9710-645dc5ab2717 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:28:38.280966 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0928178
Nov 09 15:28:38.281806 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59494) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:38.289648 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:38.301742 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:38.309698 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Usage tracker for resource:router and tenant:e13d1770870f4744ae6c6f1f1e67bd9d is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:38.318990 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:38.330009 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:38.360939 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:38.365652 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:38.433428 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:38.467059 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=f63fd679-db60-43c7-9786-e5c748a3cf70,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:38.477961 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:38.846596 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-6e291fd1-6371-4396-9710-645dc5ab2717', 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'fixed_ips': [{'subnet_id': 'f3a57254-5cb4-4869-8a5c-76f9d1e33e22'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:28:38.847544 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:39.142933 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f63fd679-db60-43c7-9786-e5c748a3cf70 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:39.226206 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Allocated IP 172.20.0.2 (6e291fd1-6371-4396-9710-645dc5ab2717/f3a57254-5cb4-4869-8a5c-76f9d1e33e22/0a900b01-cfcf-449c-8368-06b0baf1e8d9) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:39.353062 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port f63fd679-db60-43c7-9786-e5c748a3cf70 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:39.353992 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:39.391626 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:39.700476 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:39.707580 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 658ec36f-e0d3-44b6-9f62-eab6728a062c up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:39.756476 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Transition to ACTIVE for port object 0a900b01-cfcf-449c-8368-06b0baf1e8d9 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:39.788553 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Transition to ACTIVE for port object 0a900b01-cfcf-449c-8368-06b0baf1e8d9 will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:39.802028 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:39.807571 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:39.852719 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:39.873620 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59530) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:39.894410 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 658ec36f-e0d3-44b6-9f62-eab6728a062c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:39.895174 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:39.897961 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:39.995608 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Network 6e291fd1-6371-4396-9710-645dc5ab2717 is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:40.002736 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:40.016651 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:40.077648 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Pushing event updated for resources: {'Port': ['ID=0a900b01-cfcf-449c-8368-06b0baf1e8d9,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:40.090299 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Allocated IP 172.27.0.227 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/2facd353-004a-49e1-bfb4-066fca247c60) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:40.116207 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:40.212365 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Attempting to bind port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:40.213592 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Attempting to bind port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:40.213983 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Attempting to bind port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 on network 6e291fd1-6371-4396-9710-645dc5ab2717 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:40.223769 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:40.225019 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Checking segment: {'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:40.225547 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.226985 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Bound using segment: {'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:40.227578 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Bound port: 0a900b01-cfcf-449c-8368-06b0baf1e8d9, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:40.228041 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.265212 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.287384 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:40.292437 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Usage tracker for resource:security_group_rule and tenant:a4df76b267dd436c8548ef77b7852cb1 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:40.297035 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:40.301236 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.303952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:40.351382 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.371656 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:40.422552 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.431843 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.443099 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a49956e8-7974-46a6-b272-997828f18a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:40.466254 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] For port 0a900b01-cfcf-449c-8368-06b0baf1e8d9, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:40.470470 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] For port 0a900b01-cfcf-449c-8368-06b0baf1e8d9, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=0a900b01-cfcf-449c-8368-06b0baf1e8d9,segment=NetworkSegment(12c0a4c6-01f5-450e-9398-1f30c01afdd1),segment_id=12c0a4c6-01f5-450e-9398-1f30c01afdd1)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:40.474752 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:40.481282 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.482913 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:40.490091 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:40.490217 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a4df76b267dd436c8548ef77b7852cb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6145825
Nov 09 15:28:40.490763 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87ea8ef-7f27-4c21-aaa3-069bae30e861,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:40.492063 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:40.495081 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59544) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:40.497592 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:40.600862 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Pushing event updated for resources: {'Port': ['ID=0a900b01-cfcf-449c-8368-06b0baf1e8d9,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:40.605822 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:40.608938 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91ac228b-c5fd-4626-8725-cd3ecb7f4009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.646619 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91ac228b-c5fd-4626-8725-cd3ecb7f4009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.711667 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91ac228b-c5fd-4626-8725-cd3ecb7f4009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.716750 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e1230da4-6571-4535-8b7c-6b827ea5c4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:40.730709 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac228b-c5fd-4626-8725-cd3ecb7f4009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87ea8ef-7f27-4c21-aaa3-069bae30e861,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:40.733066 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-91ac228b-c5fd-4626-8725-cd3ecb7f4009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:40.739198 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91ac228b-c5fd-4626-8725-cd3ecb7f4009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:40.742813 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-91ac228b-c5fd-4626-8725-cd3ecb7f4009 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b87ea8ef-7f27-4c21-aaa3-069bae30e861 HTTP/1.1" status: 204  len: 168 time: 0.2445598
Nov 09 15:28:40.866272 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Pushing event updated for resources: {'Port': ['ID=2facd353-004a-49e1-bfb4-066fca247c60,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:40.876351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:41.012539 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-5f2959b8-ed85-4cf5-97dd-2e166c0720c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:41.014417 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-5f2959b8-ed85-4cf5-97dd-2e166c0720c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1098 time: 0.4164665
Nov 09 15:28:41.156821 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 0a900b01-cfcf-449c-8368-06b0baf1e8d9 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:41.281806 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:41.325383 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59564) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:41.355936 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c8dc3-7dbd-4851-b414-900fcb8af310 req-fb20c031-ee1f-4625-833d-7d1752b287f6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:41.357807 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e7c8dc3-7dbd-4851-b414-900fcb8af310 req-fb20c031-ee1f-4625-833d-7d1752b287f6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.6479299
Nov 09 15:28:41.381981 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:41.432479 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:41.449365 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Usage tracker for resource:security_group_rule and tenant:928ba22d9f47418e8e11fb13dbfd5bb6 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:41.472462 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:41.473146 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:41.552867 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e7c8dc3-7dbd-4851-b414-900fcb8af310 req-e440e0b3-b071-4e46-b5ff-119ca48b65a6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345389
Nov 09 15:28:41.555914 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-858ae2d8-1994-4605-a65b-d2de811d3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:41.557371 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-858ae2d8-1994-4605-a65b-d2de811d3ca4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.4799459
Nov 09 15:28:41.558159 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:41.650885 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:41.670853 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:41.685252 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-773ca7c7-41b8-4234-b331-81c370c8cba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:41.746851 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=928ba22d9f47418e8e11fb13dbfd5bb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4112074
Nov 09 15:28:41.747895 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de458843-fa09-424b-a68a-24ab29f82fd1,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:41.751897 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:41.752394 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59572) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:41.819788 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-91445777-ed72-49cf-ad06-81f3df84c98e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 200  len: 217 time: 0.1755018
Nov 09 15:28:41.853690 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b69a-5e77-4016-9e9f-6b758055f76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:41.889555 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b69a-5e77-4016-9e9f-6b758055f76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:41.967842 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b69a-5e77-4016-9e9f-6b758055f76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:41.973357 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1f6bedd0-bce2-4e79-bd0b-930f702a78e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:41.980025 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-fb12bd85-03fd-4060-a571-164d98469251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:41.981512 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-fb12bd85-03fd-4060-a571-164d98469251 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.1486187
Nov 09 15:28:41.985454 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7b69a-5e77-4016-9e9f-6b758055f76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de458843-fa09-424b-a68a-24ab29f82fd1,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:41.993758 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9bb7b69a-5e77-4016-9e9f-6b758055f76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:41.994546 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b69a-5e77-4016-9e9f-6b758055f76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:42.005503 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9bb7b69a-5e77-4016-9e9f-6b758055f76c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/de458843-fa09-424b-a68a-24ab29f82fd1 HTTP/1.1" status: 204  len: 168 time: 0.2473192
Nov 09 15:28:42.007382 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b8508-9d1f-40df-ab62-064588024c28 None None] Network 6e291fd1-6371-4396-9710-645dc5ab2717 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:28:42.120781 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-acf4bebe-11e0-461b-a367-88450750b76b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1281452
Nov 09 15:28:42.149190 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] Provisioning for port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:42.164073 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] Provisioning complete for port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:42.164478 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:42.387137 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:42.499251 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:42.556400 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] For port 0a900b01-cfcf-449c-8368-06b0baf1e8d9, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=0a900b01-cfcf-449c-8368-06b0baf1e8d9,segment=NetworkSegment(12c0a4c6-01f5-450e-9398-1f30c01afdd1),segment_id=12c0a4c6-01f5-450e-9398-1f30c01afdd1)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:42.557615 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-d29e3379-9703-4f50-9c70-5c6e69beb504 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4264879
Nov 09 15:28:42.569185 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:42.581970 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-aa1d5dae-8b0f-4dc0-b771-d94a3cbad3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:42.694298 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] Pushing event updated for resources: {'Port': ['ID=0a900b01-cfcf-449c-8368-06b0baf1e8d9,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:42.708780 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:43.006660 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c79d-6681-4198-a150-a7172dd2c652 req-1468c8a3-29e9-4a23-bcad-be0ac092067f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:43.008923 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f816c79d-6681-4198-a150-a7172dd2c652 req-1468c8a3-29e9-4a23-bcad-be0ac092067f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.2922826
Nov 09 15:28:43.026264 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-c04e2ed7-0316-4480-a636-b74d120bbafa None None] Provisioning complete for port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:43.026731 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-c04e2ed7-0316-4480-a636-b74d120bbafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:43.043386 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d43e5e3f-f185-4362-b350-8e9d1eea40a5 req-2f7634be-a6d5-45ba-9554-d30311d3ea89 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3885355
Nov 09 15:28:43.064926 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Router 022b645c-04b2-4778-b2f8-27fd7a37f326 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:28:43.087754 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 0a900b01-cfcf-449c-8368-06b0baf1e8d9 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:43.093393 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f816c79d-6681-4198-a150-a7172dd2c652 req-68b02171-4de9-41da-aec7-eea8a4d8c580 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759540
Nov 09 15:28:43.295690 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:43.296362 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:43.548241 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:28:43.583397 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Sync routers for ids ['022b645c-04b2-4778-b2f8-27fd7a37f326'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:28:43.596081 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Routers {'022b645c-04b2-4778-b2f8-27fd7a37f326'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:43.596709 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0649f8e0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['022b645c-04b2-4778-b2f8-27fd7a37f326'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:43.604830 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:43.606375 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.3232169
Nov 09 15:28:43.609597 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59620) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:43.909145 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-f8073d5d-5033-4ec9-82a9-cdad4f22f56a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--157094994&fields=id&tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd HTTP/1.1" status: 200  len: 267 time: 0.0909569
Nov 09 15:28:44.020123 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Set router 022b645c-04b2-4778-b2f8-27fd7a37f326 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:44.323025 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-cd31ad63-f391-4016-967a-fa48da26e61e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:44.324429 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-cd31ad63-f391-4016-967a-fa48da26e61e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 816 time: 0.3962209
Nov 09 15:28:44.354256 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-1fb2293d-143e-43db-b818-4d8d3dd16f61 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/quotas/2ccb952c203c46f9bf5ae68cfd6e2acd HTTP/1.1" status: 200  len: 375 time: 0.0131614
Nov 09 15:28:44.475426 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0649f8e0>, [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2facd353-004a-49e1-bfb4-066fca247c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:28:40Z', 'revision_number': 3, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port': {'id': '2facd353-004a-49e1-bfb4-066fca247c60', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:39Z', 'updated_at': '2021-11-09T15:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:44.481504 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Checking router: 022b645c-04b2-4778-b2f8-27fd7a37f326 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:28:44.482345 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Updating router 022b645c-04b2-4778-b2f8-27fd7a37f326 port 2facd353-004a-49e1-bfb4-066fca247c60 binding host dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:28:44.509984 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41947cd6-3114-40bb-a099-4ecbbb4d5757 req-4949bddc-e822-4ecb-ad24-46a05974ea6d tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:44.511841 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-41947cd6-3114-40bb-a099-4ecbbb4d5757 req-4949bddc-e822-4ecb-ad24-46a05974ea6d tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.2379940
Nov 09 15:28:44.538081 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-64447d9f-291e-4f8f-8875-98997f27fded tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1710958
Nov 09 15:28:44.584269 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:44.803171 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-41947cd6-3114-40bb-a099-4ecbbb4d5757 req-aa1706af-752f-4077-8538-0050eedbd86b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2628126
Nov 09 15:28:44.917705 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-f1666a3b-27e7-4746-a4fb-d4ec84e14818 service neutron] 10.222.0.87 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3478034
Nov 09 15:28:44.930330 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:45.144714 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-44bf136f-45d9-4c90-9832-b69a8f6b3b73 service neutron] 10.222.0.87 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2257695
Nov 09 15:28:45.225556 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Notify callbacks [] for port, precommit_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:45.243829 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.provisioning_blocks [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Transition to ACTIVE for port object 2facd353-004a-49e1-bfb4-066fca247c60 will not be triggered until provisioned by entity L2. {{(pid=86784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:45.255744 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:45.268525 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:45.388679 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953aba1a-fa03-400b-b95c-bbfd93be1dd0 None None] Pushing event updated for resources: {'Port': ['ID=2facd353-004a-49e1-bfb4-066fca247c60,revision_number=2']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:45.407923 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-953aba1a-fa03-400b-b95c-bbfd93be1dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:45.420390 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Attempting to bind port 2facd353-004a-49e1-bfb4-066fca247c60 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:45.420920 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Attempting to bind port 2facd353-004a-49e1-bfb4-066fca247c60 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:45.421409 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Attempting to bind port 2facd353-004a-49e1-bfb4-066fca247c60 on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:45.425281 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Allocated IP 172.20.0.1 (6e291fd1-6371-4396-9710-645dc5ab2717/f3a57254-5cb4-4869-8a5c-76f9d1e33e22/f58e5adc-786a-4316-a387-f501fef3d6f3) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:45.429560 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:45.430331 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:45.430880 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:45.431623 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:45.432642 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Bound port: 2facd353-004a-49e1-bfb4-066fca247c60, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:45.433143 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:45.682424 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-eaa3a451-63d5-4b6d-9f3f-5bfa6c684ced req-d86c23a6-ce14-4303-8ac5-853e5de2c153 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 210 time: 0.1249888
Nov 09 15:28:45.699432 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] For port 2facd353-004a-49e1-bfb4-066fca247c60, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:45.704309 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] For port 2facd353-004a-49e1-bfb4-066fca247c60, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=2facd353-004a-49e1-bfb4-066fca247c60,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:45.722594 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:45.740089 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:45.853939 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:45.897920 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953aba1a-fa03-400b-b95c-bbfd93be1dd0 None None] Pushing event updated for resources: {'Port': ['ID=2facd353-004a-49e1-bfb4-066fca247c60,revision_number=3']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:45.902139 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Transition to ACTIVE for port object f58e5adc-786a-4316-a387-f501fef3d6f3 will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:45.907723 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-953aba1a-fa03-400b-b95c-bbfd93be1dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:45.949067 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Routers {'022b645c-04b2-4778-b2f8-27fd7a37f326'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:45.949969 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0649f8e0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['022b645c-04b2-4778-b2f8-27fd7a37f326'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:46.010411 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:46.036367 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:46.193042 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59734) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:46.243601 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560999c-3d3b-4965-be2f-cdbd8b4539fe req-0609172b-ae50-49b0-88b9-c8797e05b559 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:46.245164 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d560999c-3d3b-4965-be2f-cdbd8b4539fe req-0609172b-ae50-49b0-88b9-c8797e05b559 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.2233863
Nov 09 15:28:46.257283 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Pushing event updated for resources: {'Port': ['ID=f58e5adc-786a-4316-a387-f501fef3d6f3,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:46.280493 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:46.321930 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Network 6e291fd1-6371-4396-9710-645dc5ab2717 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:46.341082 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:46.347463 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:46.378182 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d560999c-3d3b-4965-be2f-cdbd8b4539fe req-b202f460-3a43-49ec-89ca-2134ec23d313 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254258
Nov 09 15:28:46.435043 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] Set router 022b645c-04b2-4778-b2f8-27fd7a37f326 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:46.549755 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:46.743853 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59748) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:46.853916 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:46.907559 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-84515940-11b9-4d63-91bf-97ed68dc9ec8 None None] Provisioning for port f58e5adc-786a-4316-a387-f501fef3d6f3 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:46.913609 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-84515940-11b9-4d63-91bf-97ed68dc9ec8 None None] Provisioning complete for port f58e5adc-786a-4316-a387-f501fef3d6f3 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:46.913996 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-84515940-11b9-4d63-91bf-97ed68dc9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:46.971523 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3a77beac-82e3-4588-b666-beaf4694fd2c req-e3bd486c-b915-4e75-9af5-4b53fef91f2c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 210 time: 0.0858135
Nov 09 15:28:46.983365 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.027386 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.065519 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-84515940-11b9-4d63-91bf-97ed68dc9ec8 None None] Port f58e5adc-786a-4316-a387-f501fef3d6f3 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:28:47.074498 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:47.083619 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Usage tracker for resource:security_group_rule and tenant:ad35889c95b744d68b95f4d94d1a35de is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:47.088773 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:47.091737 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:47.099061 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Usage tracker for resource:security_group_rule and tenant:195bc3df19564c47b42c69d1a58df78f is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:47.102390 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:47.104685 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:47.115187 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:47.262577 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0649f8e0>, [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2facd353-004a-49e1-bfb4-066fca247c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:28:40Z', 'revision_number': 3, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port': {'id': '2facd353-004a-49e1-bfb4-066fca247c60', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:39Z', 'updated_at': '2021-11-09T15:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:47.267360 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.270456 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730b8dd-716c-45d8-89a4-e6eb1741d90b None None] The sync data for ids ['022b645c-04b2-4778-b2f8-27fd7a37f326'] in dv-cinder-817223-1-iscsi is: [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2facd353-004a-49e1-bfb4-066fca247c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:28:40Z', 'revision_number': 3, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port': {'id': '2facd353-004a-49e1-bfb4-066fca247c60', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:39Z', 'updated_at': '2021-11-09T15:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:28:47.277670 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.321477 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.325030 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:47.329351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.331354 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.341509 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:47.362767 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.434053 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Pushing event updated for resources: {'Port': ['ID=f58e5adc-786a-4316-a387-f501fef3d6f3,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:47.436768 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:28:47.451624 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:47.453064 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=195bc3df19564c47b42c69d1a58df78f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7078667
Nov 09 15:28:47.456051 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ad35889c95b744d68b95f4d94d1a35de&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2618666
Nov 09 15:28:47.460272 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59762) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:47.460655 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59764) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:47.500445 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4bba2-ceef-4054-ab7e-68880d3b9de8,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:47.506191 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:47.509984 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.511050 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:47.564739 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4469e8af-9639-44ea-bd16-944dbe77c8c7,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:47.568807 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:47.673714 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8a562177-19ed-4c74-b367-aea5128c47ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.772798 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8a562177-19ed-4c74-b367-aea5128c47ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:47.806656 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Network 6e291fd1-6371-4396-9710-645dc5ab2717 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:47.808359 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:47.954906 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b7068ada-db9a-4644-859c-4d8333de98a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:48.199171 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Router 022b645c-04b2-4778-b2f8-27fd7a37f326 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:28:48.337149 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-30983446-4514-44bc-93bb-c3ac9acbd746 None None] Provisioning complete for port f58e5adc-786a-4316-a387-f501fef3d6f3 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:48.338929 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-30983446-4514-44bc-93bb-c3ac9acbd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:48.367727 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b7068ada-db9a-4644-859c-4d8333de98a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:48.384675 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-39f5a737-c7e6-4e8b-8333-c4386e87c1b6 req-25eef780-aa88-4e5e-bb90-df46b20cd4e4 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 210 time: 0.1042726
Nov 09 15:28:48.513345 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-30983446-4514-44bc-93bb-c3ac9acbd746 None None] Port f58e5adc-786a-4316-a387-f501fef3d6f3 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:28:48.537030 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-7abef0cf-073f-433d-a58c-96a428e1de64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:48.539270 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-7abef0cf-073f-433d-a58c-96a428e1de64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 816 time: 0.8237674
Nov 09 15:28:48.648028 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8a562177-19ed-4c74-b367-aea5128c47ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:48.657285 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6dc8c4f1-d704-4a4e-a5a8-ff5408658bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:48.673516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9027c0-cee1-4706-a922-30ece8a8aee9 req-9b6d63a2-73ba-4911-9ed6-ca86ff391801 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:48.681577 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f9027c0-cee1-4706-a922-30ece8a8aee9 req-9b6d63a2-73ba-4911-9ed6-ca86ff391801 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.7113500
Nov 09 15:28:48.698712 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:28:48.720117 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] 10.222.0.87 "PUT /v2.0/routers/022b645c-04b2-4778-b2f8-27fd7a37f326/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1001134
Nov 09 15:28:48.728361 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-6e313619-5019-4cab-937b-59af27a4f43f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd HTTP/1.1" status: 200  len: 379 time: 0.1752486
Nov 09 15:28:48.729236 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a562177-19ed-4c74-b367-aea5128c47ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4469e8af-9639-44ea-bd16-944dbe77c8c7,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:48.737065 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8a562177-19ed-4c74-b367-aea5128c47ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:48.747531 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'port': {'device_id': '8c58d92c-55c5-4031-a393-56603a849cdb', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'admin_state_up': True, 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'security_groups': ['2513913a-c5fa-4e5c-b759-8f9e4043790e']}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:48.763478 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b7068ada-db9a-4644-859c-4d8333de98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:48.774119 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3e7c9d09-1131-4c34-a420-78fbbfa40101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:48.869287 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7068ada-db9a-4644-859c-4d8333de98a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4bba2-ceef-4054-ab7e-68880d3b9de8,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:48.887393 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b7068ada-db9a-4644-859c-4d8333de98a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:48.892205 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b7068ada-db9a-4644-859c-4d8333de98a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:48.897809 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-b7068ada-db9a-4644-859c-4d8333de98a7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3dd4bba2-ceef-4054-ab7e-68880d3b9de8 HTTP/1.1" status: 204  len: 168 time: 1.4358072
Nov 09 15:28:48.909099 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8a562177-19ed-4c74-b367-aea5128c47ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:48.910759 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-8a562177-19ed-4c74-b367-aea5128c47ee admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4469e8af-9639-44ea-bd16-944dbe77c8c7 HTTP/1.1" status: 204  len: 168 time: 1.4442189
Nov 09 15:28:48.924943 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f9027c0-cee1-4706-a922-30ece8a8aee9 req-b179d293-fa73-4b88-a937-6989557dfd17 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423034
Nov 09 15:28:49.025683 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:49.035335 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:port and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:49.038829 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:49.054343 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:49.091297 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Made reservation on behalf of 2ccb952c203c46f9bf5ae68cfd6e2acd for: {'port': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:28:49.095689 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:49.107512 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 2facd353-004a-49e1-bfb4-066fca247c60 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:49.247860 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 2facd353-004a-49e1-bfb4-066fca247c60 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:49.256984 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 2facd353-004a-49e1-bfb4-066fca247c60 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:49.257465 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:49.384957 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Allocated IP 172.20.0.10 (2ab623ee-64b4-41f1-b036-10cd175b37aa/4b96d142-cb72-4047-8784-8d550b536922/82a32dd8-21b1-4993-87d7-b6cb2714bedc) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:28:49.418385 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:49.448092 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 2facd353-004a-49e1-bfb4-066fca247c60, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=2facd353-004a-49e1-bfb4-066fca247c60,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:49.454279 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:49.456893 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:49.619682 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=2facd353-004a-49e1-bfb4-066fca247c60,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:49.629022 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:49.806667 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:49.876303 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bfc877fd-a697-451c-b5d6-b4b50925c9b0 req-aed4661c-0f2a-4443-b0d3-8c5bd4e90983 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 210 time: 0.0659909
Nov 09 15:28:49.879599 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Transition to ACTIVE for port object 82a32dd8-21b1-4993-87d7-b6cb2714bedc will not be triggered until provisioned by entity DHCP. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:49.892564 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59808) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:49.928540 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:49.937656 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:49.939441 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:49.963646 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59812) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:50.009204 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59818) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:50.018481 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646089593', 'description': 'tempest-secgroup-smoke-646089593 description', 'project_id': 'fd75494964e14718b6f84a81bfaa7154'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:50.032153 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:50.041744 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.069633 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Usage tracker for resource:security_group_rule and tenant:09c8a02a19f544e5b3bcca94475a12a0 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:50.076164 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:50.085952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:50.096399 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Sync routers for ids ['022b645c-04b2-4778-b2f8-27fd7a37f326'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:28:50.109569 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Routers {'022b645c-04b2-4778-b2f8-27fd7a37f326'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:50.110508 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b058f9b80>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['022b645c-04b2-4778-b2f8-27fd7a37f326'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:50.158918 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:28:50.162656 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:28:50.166859 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:28:50.207307 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:50.224559 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:50.264809 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.268211 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:50.280680 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:security_group and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:50.286998 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:50.303058 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:50.344273 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:50.363612 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Usage tracker for resource:security_group_rule and tenant:814ccfa5f92f4f04bce963bffb8ec7d0 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:50.374559 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:50.390938 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:50.393731 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:50.394941 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.470040 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7315593
Nov 09 15:28:50.483156 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.490689 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Request body: {'port': {'device_id': '8c58d92c-55c5-4031-a393-56603a849cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:50.548000 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.558222 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d20785-a3f6-452f-96ba-08939319d7ac req-4006c328-3c33-4fcf-81e3-db4e3dc40935 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:50.562401 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5e1aac0b-b1a4-4a42-9414-c588b4bcaef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:50.566629 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d9d20785-a3f6-452f-96ba-08939319d7ac req-4006c328-3c33-4fcf-81e3-db4e3dc40935 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3518505
Nov 09 15:28:50.602818 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:50.640637 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=09c8a02a19f544e5b3bcca94475a12a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7459080
Nov 09 15:28:50.653675 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Set router 022b645c-04b2-4778-b2f8-27fd7a37f326 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:50.654869 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:security_group_rule and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:50.659170 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59834) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:50.664942 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:50.679832 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7db55-ca0b-458d-a119-3398d480ff9b,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:50.686921 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:50.695200 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:50.703087 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d9d20785-a3f6-452f-96ba-08939319d7ac req-f7a81439-4767-44fe-9c1d-29b80559aeb5 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352553
Nov 09 15:28:50.771073 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.799804 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-29200ce8-6408-4d85-965a-5ea07602ff52 None None] Provisioning for port 82a32dd8-21b1-4993-87d7-b6cb2714bedc completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:50.833603 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-29200ce8-6408-4d85-965a-5ea07602ff52 None None] Provisioning complete for port 82a32dd8-21b1-4993-87d7-b6cb2714bedc triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:50.834374 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-29200ce8-6408-4d85-965a-5ea07602ff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.854107 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.874693 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.881045 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-58920923-a5c0-4b7b-ad88-04ee8e5397b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:50.914531 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a88ecfe4-0a9f-486a-b850-8d5febd33a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:51.087912 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18031803-728c-4106-8c74-b02714817d13,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:51.091960 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:51.135571 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-58920923-a5c0-4b7b-ad88-04ee8e5397b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.144377 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=814ccfa5f92f4f04bce963bffb8ec7d0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1729379
Nov 09 15:28:51.150725 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59848) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:51.162393 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.174949 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.238930 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 2facd353-004a-49e1-bfb4-066fca247c60 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:51.251598 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-034a7ab0-2ed3-47a0-8e60-4cac121e7f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:51.291703 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.298843 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.2832456
Nov 09 15:28:51.304543 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59852) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:51.325680 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'security_group_rule': {'security_group_id': 'd289c5ef-c30d-4ab1-9145-4fa6a98dc2f4', 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:51.355529 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:51.378442 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:51.385195 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:51.395156 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-29200ce8-6408-4d85-965a-5ea07602ff52 None None] Port 82a32dd8-21b1-4993-87d7-b6cb2714bedc cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:28:51.402451 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:security_group_rule and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:51.410607 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:51.435960 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:51.506973 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.557344 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f7994ce8-2df3-4677-a809-e24cffef128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.630725 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-58920923-a5c0-4b7b-ad88-04ee8e5397b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.650520 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6febb235-0023-4abe-998e-0ec89ced7a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:51.674385 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.682320 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.686908 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 2facd353-004a-49e1-bfb4-066fca247c60 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:51.687580 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.688314 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:51.698444 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f7994ce8-2df3-4677-a809-e24cffef128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.718945 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945ff22-b60d-4b50-bd26-cfe682787afd req-a7892ec8-bb82-4009-8777-88e98453998a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:51.719959 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-9945ff22-b60d-4b50-bd26-cfe682787afd req-a7892ec8-bb82-4009-8777-88e98453998a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Synchronizing usage tracker for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:28:51.737809 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd54fa75-a7ac-42aa-9911-fda31bf3fa19,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:51.751170 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:51.764150 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58920923-a5c0-4b7b-ad88-04ee8e5397b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7db55-ca0b-458d-a119-3398d480ff9b,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:51.780342 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.785270 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4760559
Nov 09 15:28:51.785737 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59864) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:51.790467 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-58920923-a5c0-4b7b-ad88-04ee8e5397b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:51.791328 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'security_group_rule': {'security_group_id': 'd289c5ef-c30d-4ab1-9145-4fa6a98dc2f4', 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:51.813426 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:51.813426 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:security_group_rule and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:51.813723 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:51.825960 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:51.832395 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-9945ff22-b60d-4b50-bd26-cfe682787afd req-a7892ec8-bb82-4009-8777-88e98453998a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Unset dirty status for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:28:51.842336 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9945ff22-b60d-4b50-bd26-cfe682787afd req-a7892ec8-bb82-4009-8777-88e98453998a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 932 time: 0.6422892
Nov 09 15:28:51.862484 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b058f9b80>, [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2facd353-004a-49e1-bfb4-066fca247c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:28:46Z', 'revision_number': 4, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port': {'id': '2facd353-004a-49e1-bfb4-066fca247c60', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:39Z', 'updated_at': '2021-11-09T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f58e5adc-786a-4316-a387-f501fef3d6f3', 'name': '', 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'mac_address': 'fa:16:3e:31:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f3a57254-5cb4-4869-8a5c-76f9d1e33e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:45Z', 'updated_at': '2021-11-09T15:28:47Z', 'revision_number': 2, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'subnets': [{'id': 'f3a57254-5cb4-4869-8a5c-76f9d1e33e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:51.870579 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Checking router: 022b645c-04b2-4778-b2f8-27fd7a37f326 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:28:51.871023 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Updating router 022b645c-04b2-4778-b2f8-27fd7a37f326 port f58e5adc-786a-4316-a387-f501fef3d6f3 binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:28:51.880852 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-58920923-a5c0-4b7b-ad88-04ee8e5397b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:51.885300 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-58920923-a5c0-4b7b-ad88-04ee8e5397b3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9fe7db55-ca0b-458d-a119-3398d480ff9b HTTP/1.1" status: 204  len: 168 time: 1.2233126
Nov 09 15:28:51.892613 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.048297 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.150373 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.155577 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.157590 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:52.170752 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a32dd8-21b1-4993-87d7-b6cb2714bedc {{(pid=86781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:28:52.186807 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.188190 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1952b487-4f2a-41b8-a418-490c972d7f43,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:52.191501 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:52.197732 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.202613 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4154954
Nov 09 15:28:52.203228 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59870) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:52.209101 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'security_group_rule': {'security_group_id': 'd289c5ef-c30d-4ab1-9145-4fa6a98dc2f4', 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:52.214956 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:52.220190 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:security_group_rule and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:52.225244 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:52.231801 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:52.258254 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.275925 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Transition to ACTIVE for port object 82a32dd8-21b1-4993-87d7-b6cb2714bedc will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:52.283877 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9945ff22-b60d-4b50-bd26-cfe682787afd req-5675c982-7df1-4c56-82db-ac0b520c8eee tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4406228
Nov 09 15:28:52.290071 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.302057 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:52.403597 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.409623 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.412001 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:52.458997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07ce4d6-25e1-407c-9ebe-d08b4a315f6b,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:52.463531 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:52.482712 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.484217 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ae6ab735-08dd-42f5-87af-c358f182dc25 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2798154
Nov 09 15:28:52.487453 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59876) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:52.492929 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'security_group_rule': {'security_group_id': 'd289c5ef-c30d-4ab1-9145-4fa6a98dc2f4', 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:52.508639 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:52.513001 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:security_group_rule and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:52.522138 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:52.536164 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:52.574213 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f7994ce8-2df3-4677-a809-e24cffef128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.580464 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.661328 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.662256 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 59882) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:52.680966 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Transition to ACTIVE for port object f58e5adc-786a-4316-a387-f501fef3d6f3 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:28:52.690216 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.697311 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:52.706602 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:52.708207 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.732589 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.734282 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:52.735897 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:52.741667 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-359bede1-e17e-46c7-b248-50c2b5d05c83 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:52.768048 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7994ce8-2df3-4677-a809-e24cffef128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18031803-728c-4106-8c74-b02714817d13,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:52.776872 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.788046 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f7994ce8-2df3-4677-a809-e24cffef128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.789522 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-f7994ce8-2df3-4677-a809-e24cffef128d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18031803-728c-4106-8c74-b02714817d13 HTTP/1.1" status: 204  len: 168 time: 1.6378083
Nov 09 15:28:52.794057 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-f7994ce8-2df3-4677-a809-e24cffef128d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:52.822365 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90402f6-1d2e-487c-b30a-f5d882c987df req-430435a9-bfc0-475d-903c-753b5530915c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:52.824249 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e90402f6-1d2e-487c-b30a-f5d882c987df req-430435a9-bfc0-475d-903c-753b5530915c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.6151407
Nov 09 15:28:52.852443 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:52.856412 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:52.863482 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3721554
Nov 09 15:28:52.864360 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Usage tracker for resource:security_group_rule and tenant:47009eb267e14a408ed886b41005bde1 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:52.866943 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59892) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:52.872054 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:52.884490 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'security_group_rule': {'security_group_id': 'd289c5ef-c30d-4ab1-9145-4fa6a98dc2f4', 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:52.891905 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:52.893524 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901681b6-f365-40b9-ae00-7543150f0c48,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:52.904686 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-342bb605-2786-4910-bb40-8e2c3f190d59 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:52.914545 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:52.931829 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Attempting to bind port 82a32dd8-21b1-4993-87d7-b6cb2714bedc on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:52.932452 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Attempting to bind port 82a32dd8-21b1-4993-87d7-b6cb2714bedc by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:52.933179 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Attempting to bind port 82a32dd8-21b1-4993-87d7-b6cb2714bedc on network 2ab623ee-64b4-41f1-b036-10cd175b37aa {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:52.941720 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:security_group_rule and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:52.952258 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e90402f6-1d2e-487c-b30a-f5d882c987df req-9ea69c19-f247-442b-b525-f2a396557c44 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176133
Nov 09 15:28:52.956835 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:52.979386 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:52.990485 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Port 82a32dd8-21b1-4993-87d7-b6cb2714bedc on network 2ab623ee-64b4-41f1-b036-10cd175b37aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:28:52.990885 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Attempting to bind port 82a32dd8-21b1-4993-87d7-b6cb2714bedc on network 2ab623ee-64b4-41f1-b036-10cd175b37aa {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:53.001318 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:53.001813 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Checking segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:53.002237 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Bound using segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:53.002685 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Bound port: 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:53.002830 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.securitygroups_db [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Project fd75494964e14718b6f84a81bfaa7154 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 09 15:28:53.003094 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.032060 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.140068 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc5991-d29e-417f-bb49-8b271e606324 None None] Pushing event updated for resources: {'Port': ['ID=f58e5adc-786a-4316-a387-f501fef3d6f3,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:53.179836 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.193748 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-5bfc5991-d29e-417f-bb49-8b271e606324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:53.206076 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.217892 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.242546 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:53.260126 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.261311 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3934076
Nov 09 15:28:53.264594 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59902) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:53.272747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'security_group_rule': {'security_group_id': 'd289c5ef-c30d-4ab1-9145-4fa6a98dc2f4', 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:28:53.275607 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Attempting to bind port f58e5adc-786a-4316-a387-f501fef3d6f3 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:28:53.276508 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Attempting to bind port f58e5adc-786a-4316-a387-f501fef3d6f3 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:28:53.277023 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Attempting to bind port f58e5adc-786a-4316-a387-f501fef3d6f3 on network 6e291fd1-6371-4396-9710-645dc5ab2717 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:28:53.277692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bec6c2-f13a-4289-85ab-91d21f203b32,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:53.280791 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f63da183-9555-4f82-a949-20b7df4fb44f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:53.284284 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:53.286804 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:28:53.287468 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Checking segment: {'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:28:53.288200 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.288908 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Bound using segment: {'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:28:53.289623 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Bound port: f58e5adc-786a-4316-a387-f501fef3d6f3, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c0a4c6-01f5-450e-9398-1f30c01afdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:28:53.290236 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:security_group_rule and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:53.290635 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.291141 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.293992 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:53.300086 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:53.314130 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.securitygroups_db [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Project fd75494964e14718b6f84a81bfaa7154 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 09 15:28:53.324863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.345930 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b3a3fdee-96d1-4cbf-8ae1-e92ba9c1ec30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:53.415776 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] For port f58e5adc-786a-4316-a387-f501fef3d6f3, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:53.422050 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] For port f58e5adc-786a-4316-a387-f501fef3d6f3, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f58e5adc-786a-4316-a387-f501fef3d6f3,segment=NetworkSegment(12c0a4c6-01f5-450e-9398-1f30c01afdd1),segment_id=12c0a4c6-01f5-450e-9398-1f30c01afdd1)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:53.443538 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.448616 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-1778aab1-d7a0-4c80-b339-c5f7cc5ab494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:53.477340 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.485118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.489371 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ba2b73d3-1723-4173-8778-32e9f5aaa0f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:53.518701 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1e122a-de68-491e-bd5a-8254ae7c7681,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:53.539944 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:53.543420 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.562542 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-3cbe23c0-fd21-44a2-b386-901e33af8060 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2832108
Nov 09 15:28:53.593410 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=47009eb267e14a408ed886b41005bde1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8825302
Nov 09 15:28:53.595607 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 59920) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:53.628768 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afbc800-5ec0-45b3-92ee-d04d5c831c35,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:53.693420 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Routers {'022b645c-04b2-4778-b2f8-27fd7a37f326'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:28:53.699141 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b058f9b80>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:28:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['022b645c-04b2-4778-b2f8-27fd7a37f326'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:53.763327 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:53.778577 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:28:53.797309 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1065b8b1-7bdc-4b9c-b643-b79f026d0008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.820854 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:28:53.833772 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.848518 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:53.945343 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc5991-d29e-417f-bb49-8b271e606324 None None] Pushing event updated for resources: {'Port': ['ID=f58e5adc-786a-4316-a387-f501fef3d6f3,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:53.950651 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-5bfc5991-d29e-417f-bb49-8b271e606324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:53.955915 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1065b8b1-7bdc-4b9c-b643-b79f026d0008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:53.984407 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:54.015292 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:54.044591 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:54.046988 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:54.051873 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] 10.222.0.71 "PUT /v2.0/ports/82a32dd8-21b1-4993-87d7-b6cb2714bedc HTTP/1.1" status: 200  len: 1094 time: 3.5680866
Nov 09 15:28:54.054130 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:28:54.126164 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7113e-6220-40ea-944c-371fba0e60e6 req-737f592e-df3d-4ef4-9ed6-78e2fe0944b3 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:54.151883 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-42c7113e-6220-40ea-944c-371fba0e60e6 req-737f592e-df3d-4ef4-9ed6-78e2fe0944b3 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.5141058
Nov 09 15:28:54.239390 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1065b8b1-7bdc-4b9c-b643-b79f026d0008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:54.281562 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-97496225-b69c-4269-86dd-352e02df8933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:54.320390 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] Set router 022b645c-04b2-4778-b2f8-27fd7a37f326 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:28:54.331560 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065b8b1-7bdc-4b9c-b643-b79f026d0008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afbc800-5ec0-45b3-92ee-d04d5c831c35,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:54.339121 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1065b8b1-7bdc-4b9c-b643-b79f026d0008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:54.349837 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1065b8b1-7bdc-4b9c-b643-b79f026d0008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:54.355247 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1065b8b1-7bdc-4b9c-b643-b79f026d0008 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1afbc800-5ec0-45b3-92ee-d04d5c831c35 HTTP/1.1" status: 204  len: 168 time: 0.7546017
Nov 09 15:28:54.664632 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-42c7113e-6220-40ea-944c-371fba0e60e6 req-f31df810-ae9f-45da-acdf-ac76340b3afe tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5236194
Nov 09 15:28:54.857587 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-8235e4c5-6834-474c-846e-781719333f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:54.860434 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-8235e4c5-6834-474c-846e-781719333f75 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 1097 time: 0.7184355
Nov 09 15:28:54.893907 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1be9-eeb7-4134-b9e9-ec30bc21e071 req-a55bcf15-874e-4f91-a00c-f478701b5a80 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:54.906875 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc8e1be9-eeb7-4134-b9e9-ec30bc21e071 req-a55bcf15-874e-4f91-a00c-f478701b5a80 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.5801482
Nov 09 15:28:54.935647 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'status': 'completed', 'code': 200}
Nov 09 15:28:55.084119 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-6c9149b5-fc2d-4c1b-b06a-e3c59d1d9a2b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc HTTP/1.1" status: 200  len: 217 time: 0.1470187
Nov 09 15:28:55.162827 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc8e1be9-eeb7-4134-b9e9-ec30bc21e071 req-4b53d781-eec5-4ea5-9043-34e3bc39ecae tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538369
Nov 09 15:28:55.183878 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-ab8a2825-2781-4ab1-9703-cecbc930dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:55.187600 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-ab8a2825-2781-4ab1-9703-cecbc930dd62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.0913830
Nov 09 15:28:55.237765 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b058f9b80>, [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2facd353-004a-49e1-bfb4-066fca247c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:28:46Z', 'revision_number': 4, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port': {'id': '2facd353-004a-49e1-bfb4-066fca247c60', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:39Z', 'updated_at': '2021-11-09T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f58e5adc-786a-4316-a387-f501fef3d6f3', 'name': '', 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'mac_address': 'fa:16:3e:31:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f3a57254-5cb4-4869-8a5c-76f9d1e33e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:45Z', 'updated_at': '2021-11-09T15:28:53Z', 'revision_number': 4, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'subnets': [{'id': 'f3a57254-5cb4-4869-8a5c-76f9d1e33e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:28:55.249470 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c53d7-a001-49dc-9eb5-17512c37191e None None] The sync data for ids ['022b645c-04b2-4778-b2f8-27fd7a37f326'] in dv-cinder-817223-1-iscsi is: [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2facd353-004a-49e1-bfb4-066fca247c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:28:46Z', 'revision_number': 4, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port': {'id': '2facd353-004a-49e1-bfb4-066fca247c60', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:39Z', 'updated_at': '2021-11-09T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f58e5adc-786a-4316-a387-f501fef3d6f3', 'name': '', 'network_id': '6e291fd1-6371-4396-9710-645dc5ab2717', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'mac_address': 'fa:16:3e:31:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f3a57254-5cb4-4869-8a5c-76f9d1e33e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:45Z', 'updated_at': '2021-11-09T15:28:53Z', 'revision_number': 4, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'subnets': [{'id': 'f3a57254-5cb4-4869-8a5c-76f9d1e33e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:28:55.448902 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-ad8415a3-050f-45c8-8330-cd284820e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:55.450901 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-ad8415a3-050f-45c8-8330-cd284820e94a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2562685
Nov 09 15:28:55.719992 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375590-6c0e-4d03-95d4-c0859cbccfdc req-d38801a0-e1d1-4dc3-8fb2-c35a3a9e743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:55.729089 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c9375590-6c0e-4d03-95d4-c0859cbccfdc req-d38801a0-e1d1-4dc3-8fb2-c35a3a9e743b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1098 time: 0.2671008
Nov 09 15:28:55.796998 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-606f6456-025a-49cf-a208-af09df9a9d40 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3337243
Nov 09 15:28:55.854082 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c9375590-6c0e-4d03-95d4-c0859cbccfdc req-fc443dbb-5897-44af-84ec-1cd55ea511ff service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113658
Nov 09 15:28:56.132058 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2043b09b-da61-4f6d-9a90-1532df7f1e56 req-e9c6b5f4-9a42-48a5-9af2-178f4f9d6bbe service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3222730
Nov 09 15:28:56.178381 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60050) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:56.380462 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:56.399875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:56.404595 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Usage tracker for resource:security_group_rule and tenant:1b0abb8b04024a5b83426736a0f5aaf1 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:56.407898 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:56.415212 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:56.562647 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:56.568094 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:56.579808 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1065b8b1-7bdc-4b9c-b643-b79f026d0008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:56.603173 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6f9cd-43f5-476d-acd3-8afb72cd4454 req-b4e147e8-767c-446a-9d78-85cef8a05dda tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:56.604751 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-29b6f9cd-43f5-476d-acd3-8afb72cd4454 req-b4e147e8-767c-446a-9d78-85cef8a05dda tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.4716921
Nov 09 15:28:56.636679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b08a16-7d3c-4945-9897-55ff79f7fc2d,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:56.649529 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:56.678835 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1b0abb8b04024a5b83426736a0f5aaf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4967692
Nov 09 15:28:56.679635 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60064) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:56.683264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511533-d754-429e-8927-b90fa7ba42a8 req-752f9fe4-16a6-472a-866f-f592e2a4a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:56.684988 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72511533-d754-429e-8927-b90fa7ba42a8 req-752f9fe4-16a6-472a-866f-f592e2a4a96b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 1097 time: 0.4714687
Nov 09 15:28:56.705395 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-29b6f9cd-43f5-476d-acd3-8afb72cd4454 req-e2564906-8250-4977-ad0c-d2f4eafe6a98 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931387
Nov 09 15:28:56.782477 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:56.826785 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:56.945146 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511533-d754-429e-8927-b90fa7ba42a8 req-31da8950-999d-4d49-8d65-2a97c2198b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:56.947504 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72511533-d754-429e-8927-b90fa7ba42a8 req-31da8950-999d-4d49-8d65-2a97c2198b2a service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.2398410
Nov 09 15:28:56.967291 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c3389-53df-47b4-b646-77c999e8188e req-24075fe7-ffa7-4292-b533-7d85aef5c3bc tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:56.975988 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-266c3389-53df-47b4-b646-77c999e8188e req-24075fe7-ffa7-4292-b533-7d85aef5c3bc tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.5932467
Nov 09 15:28:57.048479 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:57.070476 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:57.149522 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f58e5adc-786a-4316-a387-f501fef3d6f3 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:57.175366 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b08a16-7d3c-4945-9897-55ff79f7fc2d,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:57.179563 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72511533-d754-429e-8927-b90fa7ba42a8 req-ffdc6284-198f-46f0-b73d-512c3d274ce4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc HTTP/1.1" status: 200  len: 217 time: 0.1995859
Nov 09 15:28:57.198691 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:57.200230 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c5b08a16-7d3c-4945-9897-55ff79f7fc2d HTTP/1.1" status: 204  len: 168 time: 0.5194619
Nov 09 15:28:57.223864 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.224284 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.224816 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.225341 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.227487 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.228711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.229060 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.229408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.229785 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.230120 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.234292 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.234802 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:28:57.245251 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:57.305566 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511533-d754-429e-8927-b90fa7ba42a8 req-7bb47fee-d2cf-4bbe-9f79-fd010030dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:57.307098 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72511533-d754-429e-8927-b90fa7ba42a8 req-7bb47fee-d2cf-4bbe-9f79-fd010030dbdc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.1025689
Nov 09 15:28:57.415533 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-266c3389-53df-47b4-b646-77c999e8188e req-96f21c5d-dfed-4554-b527-15a699cd3cb2 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4385548
Nov 09 15:28:57.444237 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511533-d754-429e-8927-b90fa7ba42a8 req-886ccd47-f363-4294-a33a-d19599eb3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:57.445837 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72511533-d754-429e-8927-b90fa7ba42a8 req-886ccd47-f363-4294-a33a-d19599eb3a6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1293125
Nov 09 15:28:57.455537 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port f58e5adc-786a-4316-a387-f501fef3d6f3 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:28:57.469911 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port f58e5adc-786a-4316-a387-f501fef3d6f3 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:57.470329 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:57.703380 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:57.725435 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72511533-d754-429e-8927-b90fa7ba42a8 req-af17b98c-357a-42dc-ac54-c78a22dccd53 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701199
Nov 09 15:28:57.790424 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port f58e5adc-786a-4316-a387-f501fef3d6f3, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f58e5adc-786a-4316-a387-f501fef3d6f3,segment=NetworkSegment(12c0a4c6-01f5-450e-9398-1f30c01afdd1),segment_id=12c0a4c6-01f5-450e-9398-1f30c01afdd1)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:57.799577 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:57.806704 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:28:57.931352 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=f58e5adc-786a-4316-a387-f501fef3d6f3,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:28:57.940344 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:28:57.973592 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72511533-d754-429e-8927-b90fa7ba42a8 req-02fdedad-ba46-4c0e-aafa-62fe8482e788 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2402499
Nov 09 15:28:58.032877 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70752d5-9e15-4d29-ae6f-ae99cf3d3ad3 req-b3c5e121-7e3e-40e9-ba8a-f585227f5048 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:58.034528 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f70752d5-9e15-4d29-ae6f-ae99cf3d3ad3 req-b3c5e121-7e3e-40e9-ba8a-f585227f5048 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1047330
Nov 09 15:28:58.092989 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f70752d5-9e15-4d29-ae6f-ae99cf3d3ad3 req-ddafeedc-1611-4291-aa53-9441d260a5dc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489571
Nov 09 15:28:58.701300 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa5f6-0177-4619-a6fe-5f1064995ec2 req-37122008-422c-4874-baae-e338270b6351 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:58.702917 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-abbfa5f6-0177-4619-a6fe-5f1064995ec2 req-37122008-422c-4874-baae-e338270b6351 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1084168
Nov 09 15:28:58.794451 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-abbfa5f6-0177-4619-a6fe-5f1064995ec2 req-e744ab43-31f9-4931-8829-27492d895613 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770483
Nov 09 15:28:59.061582 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f58e5adc-786a-4316-a387-f501fef3d6f3 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:28:59.273810 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port f58e5adc-786a-4316-a387-f501fef3d6f3 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:28:59.275317 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:59.413626 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:28:59.542903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-46ad9481-74d2-497e-8a9f-75d88abd3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:59.545193 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-46ad9481-74d2-497e-8a9f-75d88abd3b59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1098 time: 0.2265067
Nov 09 15:28:59.558604 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60154) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:28:59.582316 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067313ca-72b0-4b94-88a1-0a56941945e0 req-fa800342-f114-47b1-8887-f04a5cd1787a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:28:59.586939 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-067313ca-72b0-4b94-88a1-0a56941945e0 req-fa800342-f114-47b1-8887-f04a5cd1787a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1944513
Nov 09 15:28:59.589860 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.db.resource_extend [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 09 15:28:59.750443 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:59.775242 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:28:59.780125 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Usage tracker for resource:security_group_rule and tenant:3c0140bc1ebc4e32894b8b91b3ab0313 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:28:59.783555 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:28:59.790780 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:28:59.839212 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:28:59.878580 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'port_id': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'mac_address': 'fa:16:3e:9a:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:28:59.920878 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-067313ca-72b0-4b94-88a1-0a56941945e0 req-91e4df34-d598-44cd-8410-da433b98edea tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2847199
Nov 09 15:28:59.939420 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:59.951663 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:28:59.967874 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:00.005089 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-d66a4b77-ca4c-4a50-939f-db76871be88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:00.006994 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-d66a4b77-ca4c-4a50-939f-db76871be88e service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.4190991
Nov 09 15:29:00.017724 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfd79f-1475-4e19-b42f-e450831f9422 req-b0a37850-e279-4cac-a963-53f1074c1b8a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:00.021825 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-94dfd79f-1475-4e19-b42f-e450831f9422 req-b0a37850-e279-4cac-a963-53f1074c1b8a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3873181
Nov 09 15:29:00.068542 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3c0140bc1ebc4e32894b8b91b3ab0313&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5072055
Nov 09 15:29:00.072658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60170) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:00.094833 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430ce730-01cd-40c5-9320-23a6672f49db,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:00.101519 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:00.115187 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-c39a07d9-2cf9-4a40-a8eb-18efdd1419c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 200  len: 217 time: 0.0877008
Nov 09 15:29:00.158634 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:00.166721 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-41296350-abf3-4b97-a163-49baa2b61705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:00.199947 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a32dd8-21b1-4993-87d7-b6cb2714bedc {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:29:00.212569 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-41296350-abf3-4b97-a163-49baa2b61705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:00.232423 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:00.239801 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:00.242191 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:00.245630 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-94dfd79f-1475-4e19-b42f-e450831f9422 req-92898007-6df3-4261-b017-536ae0779417 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122996
Nov 09 15:29:00.263511 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-dee22beb-a599-43b4-88c2-c551987a015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:00.265951 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-dee22beb-a599-43b4-88c2-c551987a015c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.1168561
Nov 09 15:29:00.330870 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-41296350-abf3-4b97-a163-49baa2b61705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:00.341987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-177329b7-c069-4c56-b980-c3e922667f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:00.357055 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41296350-abf3-4b97-a163-49baa2b61705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430ce730-01cd-40c5-9320-23a6672f49db,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:00.368494 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-41296350-abf3-4b97-a163-49baa2b61705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:00.371311 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-41296350-abf3-4b97-a163-49baa2b61705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:00.376129 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-41296350-abf3-4b97-a163-49baa2b61705 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/430ce730-01cd-40c5-9320-23a6672f49db HTTP/1.1" status: 204  len: 168 time: 0.3023014
Nov 09 15:29:00.400955 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-32fdae58-a9c0-44a6-9b65-5dbaa782ff92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1116600
Nov 09 15:29:00.408060 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:00.420137 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:00.575331 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['82a32dd8-21b1-4993-87d7-b6cb2714bedc'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:29:00.801752 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff50c73-ff74-4dad-b1c7-24563bd1f927 req-8b5cac47-6ae6-42b6-9c3b-630895c43967 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:00.814481 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0ff50c73-ff74-4dad-b1c7-24563bd1f927 req-8b5cac47-6ae6-42b6-9c3b-630895c43967 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1767430
Nov 09 15:29:00.832639 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-5b83fd4c-88ea-4542-b328-c7ff67999934 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4223237
Nov 09 15:29:00.906411 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60190) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:00.952442 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0ff50c73-ff74-4dad-b1c7-24563bd1f927 req-79336b8a-122c-4444-8348-9e3040a3df48 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1365850
Nov 09 15:29:01.034909 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9579500e-dbd8-45f9-939e-b43ce4ecaeda req-3fbbc399-c12c-45f8-a435-8b2b78529484 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898415
Nov 09 15:29:01.154153 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:01.184068 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:01.193036 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Usage tracker for resource:security_group_rule and tenant:8e2c5bf69e1644789c414b61f6b13be3 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:01.196979 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:01.204851 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:01.274873 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05042ea8-7523-4779-9060-e484eeb9e5f4 req-b9a970aa-d141-4356-a094-f08b10915271 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:01.276485 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05042ea8-7523-4779-9060-e484eeb9e5f4 req-b9a970aa-d141-4356-a094-f08b10915271 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 945 time: 0.1519940
Nov 09 15:29:01.420771 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05042ea8-7523-4779-9060-e484eeb9e5f4 req-a975dda9-0fd5-4854-a4ea-7a4908c74a21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341944
Nov 09 15:29:01.432744 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:01.456735 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:01.525691 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9bb7b69a-5e77-4016-9e9f-6b758055f76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:01.535512 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8e2c5bf69e1644789c414b61f6b13be3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6267140
Nov 09 15:29:01.539745 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 60224) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:01.539965 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ea8b00f7-a76b-42e8-b166-27ceddba564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:01.608175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32059c5f-2f90-4a89-a930-6e6abf7313ff,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:01.611746 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:01.739159 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:01.776605 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc6b6-5513-42b0-8639-50a5e8981121 req-3afc9248-2780-427c-ba2b-570ba6835730 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:01.784420 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1b1dc6b6-5513-42b0-8639-50a5e8981121 req-3afc9248-2780-427c-ba2b-570ba6835730 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.2135139
Nov 09 15:29:01.839585 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:01.879109 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:01.880860 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1b1dc6b6-5513-42b0-8639-50a5e8981121 req-03ab4fae-9de0-4284-8f08-f4b5a337cbd3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950956
Nov 09 15:29:01.952595 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:01.963366 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ef8df1cc-0a0d-43d0-bd6b-4edd7817a8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:01.977783 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32059c5f-2f90-4a89-a930-6e6abf7313ff,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:01.991290 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.991751 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.992167 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.992796 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.993379 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.993873 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.994422 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.994826 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.995228 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.995626 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.996406 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:01.996654 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:02.002499 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:02.004835 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:02.005962 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/32059c5f-2f90-4a89-a930-6e6abf7313ff HTTP/1.1" status: 204  len: 168 time: 0.4620821
Nov 09 15:29:02.242945 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7ad90-5296-4eb7-b8c3-90f195d0c121 req-577e533c-b70c-4cab-a882-90d6ed630ab3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:02.244631 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-22b7ad90-5296-4eb7-b8c3-90f195d0c121 req-577e533c-b70c-4cab-a882-90d6ed630ab3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1017380
Nov 09 15:29:02.337683 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-22b7ad90-5296-4eb7-b8c3-90f195d0c121 req-b3a6b4a6-3b9b-48ec-adca-e88ccd9df11d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825472
Nov 09 15:29:02.701384 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea823d8-1194-4bb3-b0cd-428dea3d9314 req-eefbc3e8-4936-4026-8fb6-4f6f105e20b7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:02.710640 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3ea823d8-1194-4bb3-b0cd-428dea3d9314 req-eefbc3e8-4936-4026-8fb6-4f6f105e20b7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 945 time: 0.1222908
Nov 09 15:29:02.786009 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3ea823d8-1194-4bb3-b0cd-428dea3d9314 req-47db3107-f33f-4b29-8685-62812edbf046 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737903
Nov 09 15:29:03.088956 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69a937-c2b2-4cbe-a016-809386c406d5 req-062731dc-be8f-45f2-a420-8e7414cbf800 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:03.091672 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4d69a937-c2b2-4cbe-a016-809386c406d5 req-062731dc-be8f-45f2-a420-8e7414cbf800 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1010876
Nov 09 15:29:03.143516 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4d69a937-c2b2-4cbe-a016-809386c406d5 req-0424e53b-bd48-4e15-b353-94f6777d6585 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468686
Nov 09 15:29:03.408372 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:03.501894 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60292) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:03.538383 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 82a32dd8-21b1-4993-87d7-b6cb2714bedc completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:03.545350 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 82a32dd8-21b1-4993-87d7-b6cb2714bedc triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:03.545739 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:03.643670 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb9c5a-7dcb-4e39-a447-1f03401f7668 req-7023d71d-1721-4b8f-8c18-e787baa9c30a tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:03.646061 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-59bb9c5a-7dcb-4e39-a447-1f03401f7668 req-7023d71d-1721-4b8f-8c18-e787baa9c30a tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0946891
Nov 09 15:29:03.677833 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:03.691840 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:03.708969 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:03.721198 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-59bb9c5a-7dcb-4e39-a447-1f03401f7668 req-ee3992e5-1363-42de-aa17-ebe27de0a620 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692041
Nov 09 15:29:03.721450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb4a420b8a724f08aa7e26bcaebaa441 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:03.732575 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:03.735155 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:03.737964 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:29:03.751966 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:03.754732 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:03.758284 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:03.861031 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'code': 200}
Nov 09 15:29:03.862213 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:03.866319 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:03.916344 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:03.924093 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:03.941217 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0da3b75c-7ebd-4e24-8445-9dc7883a7181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:04.020698 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eb4a420b8a724f08aa7e26bcaebaa441&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5175838
Nov 09 15:29:04.025685 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 60310) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:04.070705 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b677ca-a8a7-47e5-a6c6-6789fc500939,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:04.082849 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:04.095883 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8a70fcd5-ad87-4d63-84a7-0699feb01817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:04.146847 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecc1c-238f-459a-9197-d3f707ef0782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:04.217649 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecc1c-238f-459a-9197-d3f707ef0782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:04.342203 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04e7ac-e91f-4bec-a3f9-4b5ed302a729 req-057a9a5a-8f0f-4fee-9f89-8a9a7d617b6a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:04.343789 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b04e7ac-e91f-4bec-a3f9-4b5ed302a729 req-057a9a5a-8f0f-4fee-9f89-8a9a7d617b6a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1841476
Nov 09 15:29:04.350980 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecc1c-238f-459a-9197-d3f707ef0782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:04.360254 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8a562177-19ed-4c74-b367-aea5128c47ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:04.394979 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ecc1c-238f-459a-9197-d3f707ef0782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b677ca-a8a7-47e5-a6c6-6789fc500939,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:04.403032 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-0e6ecc1c-238f-459a-9197-d3f707ef0782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:04.414540 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0e6ecc1c-238f-459a-9197-d3f707ef0782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:04.415662 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-0e6ecc1c-238f-459a-9197-d3f707ef0782 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95b677ca-a8a7-47e5-a6c6-6789fc500939 HTTP/1.1" status: 204  len: 168 time: 0.3884728
Nov 09 15:29:04.431900 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b04e7ac-e91f-4bec-a3f9-4b5ed302a729 req-3fd645cc-f15b-4dd1-a692-ca265b87e1ee tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767217
Nov 09 15:29:04.449454 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e97e3-41c4-479a-b830-7aa59a6748c4 req-91c25b44-4e6a-4fb3-bff3-5dd7e88e8b4d tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:04.451052 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e21e97e3-41c4-479a-b830-7aa59a6748c4 req-91c25b44-4e6a-4fb3-bff3-5dd7e88e8b4d tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1757643
Nov 09 15:29:04.502011 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e21e97e3-41c4-479a-b830-7aa59a6748c4 req-792c8bd1-57ce-49d5-9bfb-4c3f2f866287 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439863
Nov 09 15:29:04.943661 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6448c90-d728-4773-9ffb-44b2b25bd6e0 req-0d1dcd51-1d80-4eb9-8556-e33d9f1c31b2 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:04.945271 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6448c90-d728-4773-9ffb-44b2b25bd6e0 req-0d1dcd51-1d80-4eb9-8556-e33d9f1c31b2 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0970747
Nov 09 15:29:04.989250 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:04.998379 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6448c90-d728-4773-9ffb-44b2b25bd6e0 req-aa965374-a60b-4874-a84e-242b665ba3cc tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471296
Nov 09 15:29:05.474052 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9586-5350-449f-b680-86ba2753849e req-c2981605-0e64-4674-bfa9-b9308db0e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:05.475690 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d98c9586-5350-449f-b680-86ba2753849e req-c2981605-0e64-4674-bfa9-b9308db0e25f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 1099 time: 0.0748649
Nov 09 15:29:05.523253 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d98c9586-5350-449f-b680-86ba2753849e req-ff4da4b5-6a0c-4007-8675-d187f949783d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400076
Nov 09 15:29:05.714260 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec641fb-2cfa-443a-b15f-e81d378413f2 req-8f73086a-58ba-4e9e-bb1e-5b4aa571959d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:05.715783 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6ec641fb-2cfa-443a-b15f-e81d378413f2 req-8f73086a-58ba-4e9e-bb1e-5b4aa571959d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1618719
Nov 09 15:29:05.750311 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86245a4f-38ab-4634-942b-d41d25c56f4c req-dba331ff-96c8-4d41-832c-2f3441aba581 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:05.751987 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-86245a4f-38ab-4634-942b-d41d25c56f4c req-dba331ff-96c8-4d41-832c-2f3441aba581 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1322193
Nov 09 15:29:05.799618 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6ec641fb-2cfa-443a-b15f-e81d378413f2 req-b3f0b00d-483a-437c-92cd-c93c644136fa tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758030
Nov 09 15:29:05.837341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-86245a4f-38ab-4634-942b-d41d25c56f4c req-2f8dd431-bc71-41c8-a82a-807a396f10e2 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761595
Nov 09 15:29:06.358212 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:06.372255 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6d965-c34b-4c22-a51e-a56d9ba04a5f req-b70ea485-5b85-4c73-be1c-e4426df5cadf tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:06.374755 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-57a6d965-c34b-4c22-a51e-a56d9ba04a5f req-b70ea485-5b85-4c73-be1c-e4426df5cadf tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.2290215
Nov 09 15:29:06.458855 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-57a6d965-c34b-4c22-a51e-a56d9ba04a5f req-58fe027e-e96c-40d4-a9cd-8ce922886372 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741749
Nov 09 15:29:06.723522 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:07.057319 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24981d8-99e8-418c-852e-e1df3ba04b72 req-3a84dd0c-8728-4380-8001-92dad97f5a58 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:07.063940 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d24981d8-99e8-418c-852e-e1df3ba04b72 req-3a84dd0c-8728-4380-8001-92dad97f5a58 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1210821
Nov 09 15:29:07.113872 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d24981d8-99e8-418c-852e-e1df3ba04b72 req-22691156-0cfa-4226-987f-86e3c71a9369 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415606
Nov 09 15:29:07.310570 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4be959-a609-4ba7-8e43-0a739ed409b8 req-071a446c-f5da-4178-a37d-172037065e2d tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:07.312383 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2f4be959-a609-4ba7-8e43-0a739ed409b8 req-071a446c-f5da-4178-a37d-172037065e2d tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.0945177
Nov 09 15:29:07.362341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2f4be959-a609-4ba7-8e43-0a739ed409b8 req-ddf0f3e5-de0a-4a77-b7f7-facef37eb809 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434670
Nov 09 15:29:07.655975 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e56e4-e666-492b-8728-420d064b6756 req-44e973b9-32b2-41b9-a507-966480ca4208 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:07.657615 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fa7e56e4-e666-492b-8728-420d064b6756 req-44e973b9-32b2-41b9-a507-966480ca4208 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1012781
Nov 09 15:29:07.709458 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fa7e56e4-e666-492b-8728-420d064b6756 req-13ab69cd-4b1f-4a26-9824-105c415faa51 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440695
Nov 09 15:29:08.329725 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9ebf-f8bb-452b-862a-c52ebe9bda33 req-c79c3320-1fc6-4484-ac28-ac40bb211a0f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:08.332658 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-392e9ebf-f8bb-452b-862a-c52ebe9bda33 req-c79c3320-1fc6-4484-ac28-ac40bb211a0f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1014657
Nov 09 15:29:08.428067 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-392e9ebf-f8bb-452b-862a-c52ebe9bda33 req-79bd3587-93bb-4062-b251-2c9e35233492 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827940
Nov 09 15:29:08.661697 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f62ab-d2aa-41a7-b856-16186ab4f670 req-6f7cad77-5c97-4985-b720-72259f76022f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:08.663517 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c51f62ab-d2aa-41a7-b856-16186ab4f670 req-6f7cad77-5c97-4985-b720-72259f76022f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1015360
Nov 09 15:29:08.678592 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 60482) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:08.686981 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'floatingip': {'port_id': '82a32dd8-21b1-4993-87d7-b6cb2714bedc'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:08.798260 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.116315 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90ff3c-57b6-4aff-9e0e-e2c8f6bd028a req-2a5c8e7e-94ba-437d-ba52-74fd30540450 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:09.117852 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-db90ff3c-57b6-4aff-9e0e-e2c8f6bd028a req-2a5c8e7e-94ba-437d-ba52-74fd30540450 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.2600110
Nov 09 15:29:09.293877 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-db90ff3c-57b6-4aff-9e0e-e2c8f6bd028a req-d4ba5318-b291-457b-a089-78772d9583b1 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209006
Nov 09 15:29:09.340811 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60498) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:09.502708 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.529142 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:09.534115 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Usage tracker for resource:security_group_rule and tenant:3165f939436d4c1283df7288607901d7 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:09.538218 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:09.546444 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:09.634599 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a4b0e-fea0-4144-baad-4949a05a5c86 req-91c8212a-4bf8-4292-9349-ed91296b6432 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:09.638724 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-136a4b0e-fea0-4144-baad-4949a05a5c86 req-91c8212a-4bf8-4292-9349-ed91296b6432 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1449983
Nov 09 15:29:09.661803 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.666599 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.675469 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1d7f8cf9-bea5-419c-82e6-867ad63629b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:09.718452 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-136a4b0e-fea0-4144-baad-4949a05a5c86 req-38990836-8a96-493b-bdf9-371b7a45001e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691371
Nov 09 15:29:09.721340 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7170b7-449e-4112-9ebf-9a50ca2149ce,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:09.728767 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3165f939436d4c1283df7288607901d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3858390
Nov 09 15:29:09.729829 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:09.730227 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60508) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:09.803471 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4db9685a-73ab-4d03-8228-6f015b409de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.842952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4db9685a-73ab-4d03-8228-6f015b409de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.850574 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.855974 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.922072 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4db9685a-73ab-4d03-8228-6f015b409de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.936802 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-91d27814-2be7-4160-a797-acbf1ea1409d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:09.961170 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9685a-73ab-4d03-8228-6f015b409de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7170b7-449e-4112-9ebf-9a50ca2149ce,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:09.971530 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4db9685a-73ab-4d03-8228-6f015b409de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:09.973717 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4db9685a-73ab-4d03-8228-6f015b409de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:09.975263 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-4db9685a-73ab-4d03-8228-6f015b409de9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4f7170b7-449e-4112-9ebf-9a50ca2149ce HTTP/1.1" status: 204  len: 168 time: 0.2440364
Nov 09 15:29:10.385599 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.l3_db [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Floating IP e70b42ed-cdeb-43ca-8076-bb7ea01b32cf associated. External IP: 172.27.0.4, port: 82a32dd8-21b1-4993-87d7-b6cb2714bedc.
Nov 09 15:29:10.850323 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eee85e-e66a-467c-812e-030682a6ee07 req-d4ec593e-8a8d-400b-8740-494dc036ff48 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:10.852234 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-68eee85e-e66a-467c-812e-030682a6ee07 req-d4ec593e-8a8d-400b-8740-494dc036ff48 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.2070236
Nov 09 15:29:10.990831 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-68eee85e-e66a-467c-812e-030682a6ee07 req-aa9ecade-8d6f-49d5-bf6b-75c2440d6e77 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693309
Nov 09 15:29:11.016765 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Router e61c19b0-348f-446d-af94-04403a338a43 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:29:11.213084 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:29:11.223614 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:11.225148 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] Sync routers for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:29:11.238903 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:11.239539 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f564f0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:11.301336 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-7cfb5ed8-86fa-4665-a148-259720e19e1b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "PUT /v2.0/floatingips/e70b42ed-cdeb-43ca-8076-bb7ea01b32cf HTTP/1.1" status: 200  len: 990 time: 2.6208146
Nov 09 15:29:11.302400 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:29:11.457197 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:11.494826 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'status': 'completed', 'code': 200}
Nov 09 15:29:11.622994 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-79805251-6b23-4bbd-a8e6-5bc17f2559c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:11.624486 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-79805251-6b23-4bbd-a8e6-5bc17f2559c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 1099 time: 0.0995889
Nov 09 15:29:11.779953 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-167bf4a4-e792-4d70-87f8-1f1f2f2b2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:11.781911 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-167bf4a4-e792-4d70-87f8-1f1f2f2b2615 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.1422930
Nov 09 15:29:11.906577 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f564f0>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'e70b42ed-cdeb-43ca-8076-bb7ea01b32cf', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'port_id': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'mac_address': 'fa:16:3e:9a:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c58d92c-55c5-4031-a393-56603a849cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:28:34Z', 'updated_at': '2021-11-09T15:29:09Z', 'revision_number': 1, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:11.911723 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] Checking router: e61c19b0-348f-446d-af94-04403a338a43 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:29:11.922245 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:11.923126 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f564f0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:11.952656 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-c89da244-e19a-45e2-8580-f4294a8a9d2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc HTTP/1.1" status: 200  len: 998 time: 0.1605594
Nov 09 15:29:12.035477 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-ab798113-999b-4bac-a79a-88bbe0399a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:12.037135 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-ab798113-999b-4bac-a79a-88bbe0399a6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.0767295
Nov 09 15:29:12.138963 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-d74ccc24-0dea-4d4d-ac33-352181cb9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:12.140684 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-d74ccc24-0dea-4d4d-ac33-352181cb9c33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951471
Nov 09 15:29:12.221158 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:12.584317 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-9dbc33de-f9b4-43ed-b8d8-97e39ae9c391 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4265282
Nov 09 15:29:12.598585 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31771917-b4e2-415e-bdd9-351b27258c07 req-6200cbfe-ccea-47f5-92cc-3bf29ebfb448 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:12.601193 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-31771917-b4e2-415e-bdd9-351b27258c07 req-6200cbfe-ccea-47f5-92cc-3bf29ebfb448 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.4082162
Nov 09 15:29:12.729071 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f564f0>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'e70b42ed-cdeb-43ca-8076-bb7ea01b32cf', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'port_id': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'mac_address': 'fa:16:3e:9a:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c58d92c-55c5-4031-a393-56603a849cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:28:34Z', 'updated_at': '2021-11-09T15:29:09Z', 'revision_number': 1, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:12.733881 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd8f35-17ea-40a4-a80a-757d3a4a1c9c None None] The sync data for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi is: [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'e70b42ed-cdeb-43ca-8076-bb7ea01b32cf', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'port_id': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'mac_address': 'fa:16:3e:9a:1a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c58d92c-55c5-4031-a393-56603a849cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:28:34Z', 'updated_at': '2021-11-09T15:29:09Z', 'revision_number': 1, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:29:12.808680 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-31771917-b4e2-415e-bdd9-351b27258c07 req-0c2b4c85-af3e-4209-ae4f-c854e61e6aac tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1717083
Nov 09 15:29:12.862449 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9f808b93-b53a-44f6-a6a3-2263091ff970 req-9dac9d17-2960-4a8a-a0f2-d74439c30547 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596231
Nov 09 15:29:13.076263 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d84a0c3-16b2-427e-8628-98a094d32048 None None] New status for floating IP e70b42ed-cdeb-43ca-8076-bb7ea01b32cf: ACTIVE {{(pid=86783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:29:14.019853 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b28d-2f90-4196-97dc-be8cf5c486bb req-096d37be-43bc-48d1-a1eb-2ed7c6bbe9f3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:14.021520 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-98f2b28d-2f90-4196-97dc-be8cf5c486bb req-096d37be-43bc-48d1-a1eb-2ed7c6bbe9f3 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0909486
Nov 09 15:29:14.085725 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-98f2b28d-2f90-4196-97dc-be8cf5c486bb req-2b033db6-0dae-4e7d-83aa-8ec4b4f96175 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584660
Nov 09 15:29:15.301428 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4203cff-d78a-45e2-be8d-d4fd9dd2dcf2 req-cdbcf7ea-5747-4a87-b6cd-446a37918a0e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:15.302965 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b4203cff-d78a-45e2-be8d-d4fd9dd2dcf2 req-cdbcf7ea-5747-4a87-b6cd-446a37918a0e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0870826
Nov 09 15:29:15.358457 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b4203cff-d78a-45e2-be8d-d4fd9dd2dcf2 req-50f192c6-597a-4460-bdca-0ab9d87c2f99 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495205
Nov 09 15:29:16.619011 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aedb3-cafd-4d48-b5bc-d1dbb0979b3d req-52fee6e1-cfeb-4a03-af90-ac657ed81f4f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:16.620472 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-798aedb3-cafd-4d48-b5bc-d1dbb0979b3d req-52fee6e1-cfeb-4a03-af90-ac657ed81f4f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0849252
Nov 09 15:29:16.669133 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-798aedb3-cafd-4d48-b5bc-d1dbb0979b3d req-b7dbed3a-bab4-41d9-a87b-6e2f2fe7c853 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423579
Nov 09 15:29:17.282256 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ca1ca-7047-4cfa-93f8-7d3204ac00b8 req-1fbf5072-8620-4c29-b297-c3c41b5c0b80 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:17.282256 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b90ca1ca-7047-4cfa-93f8-7d3204ac00b8 req-1fbf5072-8620-4c29-b297-c3c41b5c0b80 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1822839
Nov 09 15:29:17.350559 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-e6addb78-a50c-44e7-a7f4-c90adcba1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:17.352083 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-e6addb78-a50c-44e7-a7f4-c90adcba1ddb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 1098 time: 0.1652093
Nov 09 15:29:17.522759 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b90ca1ca-7047-4cfa-93f8-7d3204ac00b8 req-66af4c41-b041-415d-a0a1-bef5f12e9678 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2213085
Nov 09 15:29:17.550401 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60672) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:17.587191 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-9a51ac39-ae83-4c58-ad7c-1078f9d9e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:17.588673 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-9a51ac39-ae83-4c58-ad7c-1078f9d9e487 service neutron] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 913 time: 0.2245119
Nov 09 15:29:17.725260 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:17.737574 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-6382e473-7192-4892-9de8-ea404a04c591 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 200  len: 1001 time: 0.1321666
Nov 09 15:29:17.744842 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:17.751272 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Usage tracker for resource:security_group_rule and tenant:c9d699f1750444deb7f8019ef322298e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:17.755599 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:17.763557 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:17.824854 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-818bd3cb-efbe-4ec8-80d4-2ba8f880318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:17.826758 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-818bd3cb-efbe-4ec8-80d4-2ba8f880318f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.0794392
Nov 09 15:29:17.912365 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:17.920076 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:17.935176 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-080151a1-47a9-4b2d-b1f0-602bb4777b1b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:17.951631 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-88417486-5461-4776-aa9a-ea820ec80fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:17.953470 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-88417486-5461-4776-aa9a-ea820ec80fdd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130307
Nov 09 15:29:17.980488 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c9d699f1750444deb7f8019ef322298e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4282455
Nov 09 15:29:17.982847 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82d98b-8a8b-46a8-ba2e-5759a2ecd612,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:17.984540 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 60680) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:17.988351 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:18.151692 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6ad6f39a-b170-4d97-9a4d-d41c6c2c8295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:18.155103 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-59085b07-0e09-4f5b-b40c-a19c3874cf74 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920354
Nov 09 15:29:18.212714 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6ad6f39a-b170-4d97-9a4d-d41c6c2c8295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:18.368042 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ffb06e41-99e3-458c-879d-7e8e1e2942d4 req-e7ab5d5a-4357-4a6c-a1d5-4a546fa7c4ed service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903629
Nov 09 15:29:18.369697 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6ad6f39a-b170-4d97-9a4d-d41c6c2c8295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:18.374596 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8f63ce0b-46b3-4910-b8ec-67b016891e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:18.484464 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6f39a-b170-4d97-9a4d-d41c6c2c8295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82d98b-8a8b-46a8-ba2e-5759a2ecd612,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:18.487511 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6ad6f39a-b170-4d97-9a4d-d41c6c2c8295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:18.494622 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6ad6f39a-b170-4d97-9a4d-d41c6c2c8295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:18.497127 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-6ad6f39a-b170-4d97-9a4d-d41c6c2c8295 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e82d98b-8a8b-46a8-ba2e-5759a2ecd612 HTTP/1.1" status: 204  len: 168 time: 0.5099647
Nov 09 15:29:18.772803 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3778333-954f-4807-ae81-809819a984e5 req-95e1a650-04fa-445a-b7de-d6d1a8330be0 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:18.774452 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e3778333-954f-4807-ae81-809819a984e5 req-95e1a650-04fa-445a-b7de-d6d1a8330be0 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1131661
Nov 09 15:29:18.828435 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e3778333-954f-4807-ae81-809819a984e5 req-1d126c55-9ebc-4999-a3e9-8ee85ae5b808 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478876
Nov 09 15:29:19.399936 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-a178cd8f-0270-42d5-934c-977a92815434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:19.405184 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-a178cd8f-0270-42d5-934c-977a92815434 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1098 time: 0.1251025
Nov 09 15:29:19.431029 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60722) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:19.574581 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-475414023-network', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:19.579430 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:19.584624 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Usage tracker for resource:network and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:19.587739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:19.596291 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:19.608783 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Made reservation on behalf of a3e4478342264605b8649ab0a3b3c93e for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:29:19.612253 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:19.633621 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:19.664071 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:19.674890 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:19.680234 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:19.691461 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:19.710178 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-ff345b53-4437-42b7-a962-ca67a9405f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:19.713017 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-ff345b53-4437-42b7-a962-ca67a9405f47 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.2910492
Nov 09 15:29:19.727075 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293aa55-1ce5-4eab-9098-763c7d3282fb req-34acc40b-1a1b-4b35-9996-8ea6294f2bf5 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:19.729273 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4293aa55-1ce5-4eab-9098-763c7d3282fb req-34acc40b-1a1b-4b35-9996-8ea6294f2bf5 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1887236
Nov 09 15:29:19.844368 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-5a32aee0-d674-44f7-8f4b-730aef61b3d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 200  len: 217 time: 0.1139083
Nov 09 15:29:19.858747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:19.871558 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:19.874936 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c94cf07e-87f1-406d-8db0-ddcba93c61fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:19.909782 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:29:19.920172 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a187d245-d354-4721-b203-49442695aa3b,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:19.923513 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:19.927447 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4293aa55-1ce5-4eab-9098-763c7d3282fb req-60756324-f7dd-45dc-bcfe-33dc7c1c2ed3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106718
Nov 09 15:29:19.929453 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:19.929922 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Added segment 3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc of type vlan for network 70aabe4c-c06e-42e1-8431-d75ad3d3e464
Nov 09 15:29:19.957655 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-42f2737f-7354-44f1-9e8d-399f066ac368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:19.971595 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-42f2737f-7354-44f1-9e8d-399f066ac368 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.0944493
Nov 09 15:29:19.974525 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:20.016154 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-d3971f13-9dd8-44f7-92de-598cb78e72d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477090
Nov 09 15:29:20.028221 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:20.030228 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:20.030951 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:20.035429 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4303d7df-f219-4cca-b38c-8a29be3cfa88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:20.162588 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Pushing event updated for resources: {'Network': ['ID=70aabe4c-c06e-42e1-8431-d75ad3d3e464,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:20.165609 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:20.178891 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:29:20.180200 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7471447
Nov 09 15:29:20.188539 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60734) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:20.195852 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Request body: {'subnet': {'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-475414023-subnet', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:20.202568 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:20.217294 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Usage tracker for resource:subnet and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:20.223714 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:20.236881 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:20.254545 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Made reservation on behalf of a3e4478342264605b8649ab0a3b3c93e for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:29:20.258705 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268121'] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:20.290867 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-c58ea697-dc5c-490f-b417-80c59e39a832 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645535
Nov 09 15:29:20.305633 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2ae56-122c-4310-9049-caa2177f180e req-95e6ebbe-78b0-47ba-b8f2-8c5f81e2b283 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:20.307180 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2ce2ae56-122c-4310-9049-caa2177f180e req-95e6ebbe-78b0-47ba-b8f2-8c5f81e2b283 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1885810
Nov 09 15:29:20.531007 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2ce2ae56-122c-4310-9049-caa2177f180e req-21fd8c1c-ef54-4bd4-acfc-be22fdf84280 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1921575
Nov 09 15:29:20.591593 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05e147a5-0aa4-4ad2-89aa-11dd85eb95ef req-07358cb2-355b-44ce-afa0-cc5ec83f576d service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2832100
Nov 09 15:29:20.606700 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268103'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:20.613294 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d64cf397-3e9f-4605-9d8c-bed07a3601d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:20.693231 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd824ab7-e7fe-4258-8624-5ffedf89effd,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:20.697217 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:20.704413 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Checking segment: {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:20.704766 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Network hostable DHCP agents. Network: 70aabe4c-c06e-42e1-8431-d75ad3d3e464, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:29:20.729724 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:29:20.743660 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 70aabe4c-c06e-42e1-8431-d75ad3d3e464) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:20.748621 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:20.749635 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:20.753500 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7ddc5-41ce-47ca-a646-64ed4be19244 None None] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:29:20.774508 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5839067
Nov 09 15:29:20.777962 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 60744) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:20.784324 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:20.789200 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:20.793711 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Usage tracker for resource:router and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:20.800685 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:20.807624 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:20.827777 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:20.829037 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:20.849707 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.032720 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:29:21.034152 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.213880 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Allocated IP 172.20.0.2 (70aabe4c-c06e-42e1-8431-d75ad3d3e464/dd824ab7-e7fe-4258-8624-5ffedf89effd/af8f1322-b3b6-4c12-aea3-cea7b8dc36a1) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:29:21.249192 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.478459 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.478780 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2840ad9-4d5a-4086-8830-676916400041 req-54fee765-c9bd-4bd1-90a8-37b19e68016a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:21.480283 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d2840ad9-4d5a-4086-8830-676916400041 req-54fee765-c9bd-4bd1-90a8-37b19e68016a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3650599
Nov 09 15:29:21.489531 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Transition to ACTIVE for port object af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:21.509273 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Transition to ACTIVE for port object af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:21.515959 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.525357 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:21.541434 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d2840ad9-4d5a-4086-8830-676916400041 req-504683f1-a06b-4f72-ac23-d076b089b9b3 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537770
Nov 09 15:29:21.632385 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:21.635394 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:21.641699 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:29:21.702385 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Pushing event updated for resources: {'Port': ['ID=af8f1322-b3b6-4c12-aea3-cea7b8dc36a1,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:21.750109 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.750500 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.750807 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.751125 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.751448 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.751944 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.752342 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.752866 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.753414 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.753810 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.754058 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.754393 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:21.768191 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:21.775646 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-a2cdf3f8-0269-41f8-aebe-b471cf59a554 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e0af9429bd6d4dce88d29f8536570e85&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0514383
Nov 09 15:29:21.781539 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Attempting to bind port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:29:21.782134 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Attempting to bind port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:29:21.782548 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Attempting to bind port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 on network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:21.793155 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:29:21.793771 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Checking segment: {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:21.794467 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.795338 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Bound using segment: {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:29:21.796146 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Bound port: af8f1322-b3b6-4c12-aea3-cea7b8dc36a1, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:29:21.796707 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.955013 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.965360 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] For port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:29:21.970311 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] For port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=af8f1322-b3b6-4c12-aea3-cea7b8dc36a1,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:29:21.978152 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:21.982840 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:22.001330 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:22.148114 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Pushing event updated for resources: {'Port': ['ID=af8f1322-b3b6-4c12-aea3-cea7b8dc36a1,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:22.151819 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:22.202262 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-49d2b928-27eb-493f-88d7-e3869e4fa43d tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:22.204182 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-49d2b928-27eb-493f-88d7-e3869e4fa43d tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3992178
Nov 09 15:29:22.265914 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-00a942e0-b453-4380-99f7-b928f4196c8e tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/quotas/e0af9429bd6d4dce88d29f8536570e85 HTTP/1.1" status: 200  len: 375 time: 0.0530362
Nov 09 15:29:22.341555 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-cba3f00b-bc7c-489e-a079-d4f44b08799d tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0af9429bd6d4dce88d29f8536570e85&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0666010
Nov 09 15:29:22.355936 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Allocated IP 172.27.0.130 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/d49bdd34-fda4-4d39-b8cc-6b0f149496d5) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:29:22.544544 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:22.601823 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6ed0cc0d-6480-42e5-9085-aa9778876d5f req-d916c878-ea6c-4cb9-be8b-151d0ba36cae tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 210 time: 0.0629487
Nov 09 15:29:22.652244 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:22.675031 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ac6523ce-908f-46a8-9737-a857e6f9b8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:22.778602 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:22.787755 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:22.790292 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:29:22.854053 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Pushing event updated for resources: {'Port': ['ID=d49bdd34-fda4-4d39-b8cc-6b0f149496d5,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:22.857476 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:23.103854 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:23.119065 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1205811-feb1-462c-84e4-1ee4070b54c0 req-fc9668ff-7928-4894-bd3f-9a4685b3332e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:23.122112 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a1205811-feb1-462c-84e4-1ee4070b54c0 req-fc9668ff-7928-4894-bd3f-9a4685b3332e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3961077
Nov 09 15:29:23.288490 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6874a77a-8480-41ab-b88f-ba77d432b0c3 None None] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:29:23.354396 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a1205811-feb1-462c-84e4-1ee4070b54c0 req-477ea299-9d1c-4ea4-aa9a-a0a908396f3b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219303
Nov 09 15:29:23.405347 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-ba6ad704-c8eb-4160-8daa-345eb7f216c8 None None] Provisioning for port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:23.430171 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:23.442346 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:23.442727 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:23.609775 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:23.701568 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:23.750645 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=af8f1322-b3b6-4c12-aea3-cea7b8dc36a1,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:23.755372 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:23.757623 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-dcca7150-a967-442f-8c88-a9731af6ee6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:23.831320 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-312c1d5c-0f8f-40c7-8990-9e1520a7bc54 req-ea52ae79-1bfb-48b6-8351-e56e7c61543f tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 210 time: 0.0685563
Nov 09 15:29:23.853837 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=af8f1322-b3b6-4c12-aea3-cea7b8dc36a1,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:23.854545 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:23.983978 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-343ecc6f-21f4-4584-9127-372325d6af91 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e0af9429bd6d4dce88d29f8536570e85&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0437510
Nov 09 15:29:24.058869 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-1b9ae76f-a1b9-49f5-812f-eb3322dd6f30 None None] Provisioning complete for port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:24.059404 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae76f-a1b9-49f5-812f-eb3322dd6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:24.181483 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:24.303043 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-a3e33b94-5509-4909-8d4a-fa6219c491df tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:24.304636 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-a3e33b94-5509-4909-8d4a-fa6219c491df tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2724495
Nov 09 15:29:24.375881 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Request body: {'port': {'device_id': '4db4f6d3-26b8-4342-962a-cfa166bdbdd5', 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda', 'admin_state_up': True, 'tenant_id': 'e0af9429bd6d4dce88d29f8536570e85'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:24.447985 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:29:24.624888 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:24.633191 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Usage tracker for resource:port and tenant:e0af9429bd6d4dce88d29f8536570e85 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:24.637585 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:24.646364 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:24.663898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Router 128eaffa-3192-4cda-be97-c2f5f3a0e41f is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:29:24.671474 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Made reservation on behalf of e0af9429bd6d4dce88d29f8536570e85 for: {'port': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:29:24.676476 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:24.741840 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:24.773461 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b3a8-9500-4f6c-a5dd-2b6d33a6cf26 req-7a1fec23-57bc-4bc1-a12b-4c7c42c6cefb tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:24.775037 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f203b3a8-9500-4f6c-a5dd-2b6d33a6cf26 req-7a1fec23-57bc-4bc1-a12b-4c7c42c6cefb tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.2615604
Nov 09 15:29:24.811430 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:24.821666 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Usage tracker for resource:security_group_rule and tenant:e0af9429bd6d4dce88d29f8536570e85 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:24.828248 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:24.908730 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:24.930625 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f203b3a8-9500-4f6c-a5dd-2b6d33a6cf26 req-07dbe0fd-c972-47a0-8b6d-436047f4c9a0 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450613
Nov 09 15:29:25.058990 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:25.131430 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:29:25.135683 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:25.135870 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-aa262194-2a5c-49db-a197-484cf822c83f req-5235a4d6-b760-4502-8476-8ae05d7c64f1 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 210 time: 0.1807101
Nov 09 15:29:25.136112 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:25.147490 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Sync routers for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:29:25.171300 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:25.172127 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05f22130>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:25.180190 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:25.184090 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.4017951
Nov 09 15:29:25.184725 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60812) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:25.227541 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:25.235676 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:25.241369 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:25.472626 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:25.486111 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Allocated IP 192.168.233.96 (ef927ed8-930b-4cd4-aa47-013befc24fda/a857038f-4e44-473a-bfa3-4ed0c1c1343b/bd5c36db-b29e-4650-ba46-3fa7566510d9) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:29:25.664413 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3770c8f5-9899-4433-a375-520fce6e9d5a,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:25.689536 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:25.755561 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:25.775938 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Transition to ACTIVE for port object bd5c36db-b29e-4650-ba46-3fa7566510d9 will not be triggered until provisioned by entity DHCP. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:25.804724 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:25.812322 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-dc01031c-05f8-481f-83f0-c0fcd64071cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:25.832615 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05f22130>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:23Z', 'revision_number': 3, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:25.837318 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Checking router: 128eaffa-3192-4cda-be97-c2f5f3a0e41f for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:29:25.837917 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Updating router 128eaffa-3192-4cda-be97-c2f5f3a0e41f port d49bdd34-fda4-4d39-b8cc-6b0f149496d5 binding host dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:29:25.885951 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Network ef927ed8-930b-4cd4-aa47-013befc24fda is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:25.889436 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:25.891954 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:29:25.920381 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:25.937960 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Pushing event updated for resources: {'Port': ['ID=bd5c36db-b29e-4650-ba46-3fa7566510d9,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:25.943949 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:25.980516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:25.981574 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.020225 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6547203
Nov 09 15:29:26.041740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Request body: {'port': {'device_id': '4db4f6d3-26b8-4342-962a-cfa166bdbdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:26.161256 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.254716 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-07aefdc5-a736-4f25-8812-e4bc3db297d5 None None] Provisioning for port bd5c36db-b29e-4650-ba46-3fa7566510d9 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:26.267708 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-07aefdc5-a736-4f25-8812-e4bc3db297d5 None None] Provisioning complete for port bd5c36db-b29e-4650-ba46-3fa7566510d9 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:26.268323 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-07aefdc5-a736-4f25-8812-e4bc3db297d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.345810 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-07aefdc5-a736-4f25-8812-e4bc3db297d5 None None] Port bd5c36db-b29e-4650-ba46-3fa7566510d9 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:29:26.411405 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Notify callbacks [] for port, precommit_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.412985 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.424250 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.provisioning_blocks [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Transition to ACTIVE for port object d49bdd34-fda4-4d39-b8cc-6b0f149496d5 will not be triggered until provisioned by entity L2. {{(pid=86784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:26.439472 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.447387 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:26.449537 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bd73b-9f76-48ba-9a93-aeccb79dc0bb req-3927aacd-13a5-4261-8843-776a1cb2942b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:26.451199 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bc2bd73b-9f76-48ba-9a93-aeccb79dc0bb req-3927aacd-13a5-4261-8843-776a1cb2942b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3437517
Nov 09 15:29:26.562839 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Attempting to bind port d49bdd34-fda4-4d39-b8cc-6b0f149496d5 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:29:26.563493 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Attempting to bind port d49bdd34-fda4-4d39-b8cc-6b0f149496d5 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:29:26.563856 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Attempting to bind port d49bdd34-fda4-4d39-b8cc-6b0f149496d5 on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:26.572007 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Pushing event updated for resources: {'Port': ['ID=d49bdd34-fda4-4d39-b8cc-6b0f149496d5,revision_number=2']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:26.573888 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Allocated IP 172.20.0.1 (70aabe4c-c06e-42e1-8431-d75ad3d3e464/dd824ab7-e7fe-4258-8624-5ffedf89effd/6667373c-cd16-48e3-8d08-068a08f60bd6) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:29:26.582448 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:29:26.583060 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:26.583656 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.584160 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:29:26.584967 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Bound port: d49bdd34-fda4-4d39-b8cc-6b0f149496d5, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:29:26.585597 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.641300 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.641300 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.641300 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.641914 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.642397 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.642849 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.643271 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.643689 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.644127 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.644550 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.644991 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.645401 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:29:26.657021 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:26.699569 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305356f-09e0-4b75-a948-d6ced4af32c5 req-4af01f31-4e51-480e-877f-d8c6d737da73 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:26.701199 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-6305356f-09e0-4b75-a948-d6ced4af32c5 req-4af01f31-4e51-480e-877f-d8c6d737da73 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Synchronizing usage tracker for tenant:e0af9429bd6d4dce88d29f8536570e85 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:29:26.779655 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] For port d49bdd34-fda4-4d39-b8cc-6b0f149496d5, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:29:26.785475 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] For port d49bdd34-fda4-4d39-b8cc-6b0f149496d5, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=d49bdd34-fda4-4d39-b8cc-6b0f149496d5,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:29:26.793279 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.807699 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-953aba1a-fa03-400b-b95c-bbfd93be1dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:26.819024 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bc2bd73b-9f76-48ba-9a93-aeccb79dc0bb req-633f5354-bbd3-4a25-bdfd-1667bbff497f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3270833
Nov 09 15:29:26.863652 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.878310 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-6305356f-09e0-4b75-a948-d6ced4af32c5 req-4af01f31-4e51-480e-877f-d8c6d737da73 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Unset dirty status for tenant:e0af9429bd6d4dce88d29f8536570e85 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:29:26.888447 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6305356f-09e0-4b75-a948-d6ced4af32c5 req-4af01f31-4e51-480e-877f-d8c6d737da73 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 935 time: 0.6103415
Nov 09 15:29:26.916058 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Transition to ACTIVE for port object 6667373c-cd16-48e3-8d08-068a08f60bd6 will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:26.980808 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:26.994138 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Pushing event updated for resources: {'Port': ['ID=d49bdd34-fda4-4d39-b8cc-6b0f149496d5,revision_number=3']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:26.997779 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-dac92e73-e0a3-43b9-996d-816d1cba70de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:27.004257 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:27.010087 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:27.011162 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05f22130>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:27.059220 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-6305356f-09e0-4b75-a948-d6ced4af32c5 req-afbd4e32-83d3-4f55-8a84-43fae6ff5690 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Synchronizing usage tracker for tenant:e0af9429bd6d4dce88d29f8536570e85 on resource:security_group {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:29:27.069908 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:27.075460 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:27.090825 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:29:27.105641 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-6305356f-09e0-4b75-a948-d6ced4af32c5 req-afbd4e32-83d3-4f55-8a84-43fae6ff5690 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Unset dirty status for tenant:e0af9429bd6d4dce88d29f8536570e85 on resource:security_group {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:29:27.107028 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6305356f-09e0-4b75-a948-d6ced4af32c5 req-afbd4e32-83d3-4f55-8a84-43fae6ff5690 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173140
Nov 09 15:29:27.148300 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Pushing event updated for resources: {'Port': ['ID=6667373c-cd16-48e3-8d08-068a08f60bd6,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:27.155839 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:27.173121 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.246422 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5c36db-b29e-4650-ba46-3fa7566510d9 {{(pid=86781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:29:27.263153 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.300381 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Transition to ACTIVE for port object bd5c36db-b29e-4650-ba46-3fa7566510d9 will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:27.300916 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.309625 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e49de029-2af5-4826-b1bc-a7b1786df363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:27.322254 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:27.437208 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.481580 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-ad91fee7-9637-4910-a656-871c319f4f58 None None] Provisioning for port 6667373c-cd16-48e3-8d08-068a08f60bd6 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:27.499526 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-ad91fee7-9637-4910-a656-871c319f4f58 None None] Provisioning complete for port 6667373c-cd16-48e3-8d08-068a08f60bd6 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:27.500241 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ad91fee7-9637-4910-a656-871c319f4f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.532284 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Pushing event updated for resources: {'Port': ['ID=bd5c36db-b29e-4650-ba46-3fa7566510d9,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:27.534376 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:27.617789 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-ad91fee7-9637-4910-a656-871c319f4f58 None None] Port 6667373c-cd16-48e3-8d08-068a08f60bd6 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:29:27.692118 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Attempting to bind port bd5c36db-b29e-4650-ba46-3fa7566510d9 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:29:27.692454 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Attempting to bind port bd5c36db-b29e-4650-ba46-3fa7566510d9 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:29:27.692779 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Attempting to bind port bd5c36db-b29e-4650-ba46-3fa7566510d9 on network ef927ed8-930b-4cd4-aa47-013befc24fda {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:27.698794 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Port bd5c36db-b29e-4650-ba46-3fa7566510d9 on network ef927ed8-930b-4cd4-aa47-013befc24fda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:29:27.699199 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Attempting to bind port bd5c36db-b29e-4650-ba46-3fa7566510d9 on network ef927ed8-930b-4cd4-aa47-013befc24fda {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:27.707478 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:29:27.707478 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Checking segment: {'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:27.707478 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Bound using segment: {'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:29:27.708086 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Bound port: bd5c36db-b29e-4650-ba46-3fa7566510d9, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54e7102-55ab-4d37-9b8c-f92b1bbaec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:29:27.708210 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.756690 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05f22130>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:23Z', 'revision_number': 3, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:27.762089 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fc580-eb55-4cb9-af57-e4fb45e0258e None None] The sync data for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi is: [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:23Z', 'revision_number': 3, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:29:27.847716 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] For port bd5c36db-b29e-4650-ba46-3fa7566510d9, host hv-cinder-81722, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:29:27.851486 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] For port bd5c36db-b29e-4650-ba46-3fa7566510d9, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bd5c36db-b29e-4650-ba46-3fa7566510d9,segment=NetworkSegment(b54e7102-55ab-4d37-9b8c-f92b1bbaec3b),segment_id=b54e7102-55ab-4d37-9b8c-f92b1bbaec3b)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:29:27.858789 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.863744 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:27.872006 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.879301 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:27.905440 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-75598009-bc70-4bb4-9769-681a3f34fa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:27.981518 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Pushing event updated for resources: {'Port': ['ID=6667373c-cd16-48e3-8d08-068a08f60bd6,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:27.994068 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:28.014507 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:28.015586 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:28.016340 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:28.022403 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] 10.222.0.71 "PUT /v2.0/ports/bd5c36db-b29e-4650-ba46-3fa7566510d9 HTTP/1.1" status: 200  len: 1097 time: 1.9834967
Nov 09 15:29:28.025640 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db4f6d3-26b8-4342-962a-cfa166bdbdd5', 'tag': 'bd5c36db-b29e-4650-ba46-3fa7566510d9'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:29:28.108228 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Pushing event updated for resources: {'Port': ['ID=bd5c36db-b29e-4650-ba46-3fa7566510d9,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:28.252000 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:28.391626 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:28.393711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:28.535899 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db4f6d3-26b8-4342-962a-cfa166bdbdd5', 'tag': 'bd5c36db-b29e-4650-ba46-3fa7566510d9', 'status': 'completed', 'code': 200}
Nov 09 15:29:28.639997 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5936b-3a18-4fa9-bc8a-0d2a9ed0bab6 req-573266f8-3a44-4f61-8713-fd42e9d1cbc2 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:28.641610 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e2c5936b-3a18-4fa9-bc8a-0d2a9ed0bab6 req-573266f8-3a44-4f61-8713-fd42e9d1cbc2 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.5386553
Nov 09 15:29:28.647216 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-a0e575b1-23f1-4ea2-8af7-33d8f13f81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:28.649013 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-a0e575b1-23f1-4ea2-8af7-33d8f13f81ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0af9429bd6d4dce88d29f8536570e85&device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 1100 time: 0.4590421
Nov 09 15:29:28.802429 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-dd29b5b2-c3fb-46dc-b62b-43c3e40693e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=bd5c36db-b29e-4650-ba46-3fa7566510d9 HTTP/1.1" status: 200  len: 217 time: 0.1338856
Nov 09 15:29:28.836429 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Router 128eaffa-3192-4cda-be97-c2f5f3a0e41f has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:29:28.844433 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-4376ce16-5a77-42f1-8cd7-5ebd1a1ee14d None None] Provisioning complete for port 6667373c-cd16-48e3-8d08-068a08f60bd6 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:28.845304 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4376ce16-5a77-42f1-8cd7-5ebd1a1ee14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:28.904940 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e2c5936b-3a18-4fa9-bc8a-0d2a9ed0bab6 req-8fc5775f-0b96-42db-aa45-14719b7e4010 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2547076
Nov 09 15:29:28.922200 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-738e96e5-4007-479d-9170-bf94a001d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:28.923756 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-738e96e5-4007-479d-9170-bf94a001d9ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a857038f-4e44-473a-bfa3-4ed0c1c1343b HTTP/1.1" status: 200  len: 843 time: 0.1098156
Nov 09 15:29:28.985489 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-4376ce16-5a77-42f1-8cd7-5ebd1a1ee14d None None] Port 6667373c-cd16-48e3-8d08-068a08f60bd6 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:29:29.019768 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21839f-a7c0-4a91-9312-d45e64bb617a req-82a17d40-9536-4368-8a35-c409796f248d tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:29.021330 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-db21839f-a7c0-4a91-9312-d45e64bb617a req-82a17d40-9536-4368-8a35-c409796f248d tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 947 time: 0.2777040
Nov 09 15:29:29.104006 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-db21839f-a7c0-4a91-9312-d45e64bb617a req-79654b1d-bb2c-48b7-9442-9a47daa63256 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692444
Nov 09 15:29:29.112580 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-88829780-c4cf-4cb0-9fcb-1228f6f7a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:29.115308 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-88829780-c4cf-4cb0-9fcb-1228f6f7a1f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef927ed8-930b-4cd4-aa47-013befc24fda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1715889
Nov 09 15:29:29.151623 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:29:29.167786 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] 10.222.0.87 "PUT /v2.0/routers/128eaffa-3192-4cda-be97-c2f5f3a0e41f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9820340
Nov 09 15:29:29.233628 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device d49bdd34-fda4-4d39-b8cc-6b0f149496d5 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:29.325037 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-69876546-87b6-492f-bffb-23c37d09319d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646089593&fields=id&tenant_id=fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 267 time: 0.0754409
Nov 09 15:29:29.370329 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port d49bdd34-fda4-4d39-b8cc-6b0f149496d5 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:29.378593 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port d49bdd34-fda4-4d39-b8cc-6b0f149496d5 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:29.379412 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:29.478247 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-2d9176ec-ba03-4fab-84a6-b4559bd5e488 service neutron] 10.222.0.71 "GET /v2.0/networks/ef927ed8-930b-4cd4-aa47-013befc24fda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3470428
Nov 09 15:29:29.532311 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:29.555195 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port d49bdd34-fda4-4d39-b8cc-6b0f149496d5, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=d49bdd34-fda4-4d39-b8cc-6b0f149496d5,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:29.561498 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:29.568671 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:29.635392 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-08975a3b-0030-447d-92dc-16192ab2226d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:29.636876 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-08975a3b-0030-447d-92dc-16192ab2226d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 812 time: 0.2958181
Nov 09 15:29:29.662038 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=d49bdd34-fda4-4d39-b8cc-6b0f149496d5,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:29.665677 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:29.667443 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-35d722a9-c7fc-4d43-9d33-6983ca47456c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/quotas/fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 375 time: 0.0241563
Nov 09 15:29:29.725887 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e35a005-dc0e-424b-89b7-005a0c55858c req-c6e38ff2-882c-414f-b853-057639310d18 service neutron] 10.222.0.71 "GET /v2.0/networks/ef927ed8-930b-4cd4-aa47-013befc24fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386603
Nov 09 15:29:29.793882 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-93d15607-62a1-4cdb-ab63-8e4d9d31a4be tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Synchronizing usage tracker for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:29:29.915489 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60882) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:29.915740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-93d15607-62a1-4cdb-ab63-8e4d9d31a4be tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Unset dirty status for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:29:29.920218 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-93d15607-62a1-4cdb-ab63-8e4d9d31a4be tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2466691
Nov 09 15:29:29.922420 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1867658994-network', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:29.928350 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:29.934367 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Usage tracker for resource:network and tenant:4ea7f156ea4f4126bdac13620746ef00 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:29.938728 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:29.963068 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:29.965979 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-f18c4eca-72ae-4739-bd8c-c805b8ef656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:29.967523 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-f18c4eca-72ae-4739-bd8c-c805b8ef656c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0af9429bd6d4dce88d29f8536570e85&device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 1100 time: 0.1693709
Nov 09 15:29:29.984523 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Made reservation on behalf of 4ea7f156ea4f4126bdac13620746ef00 for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:29:29.991946 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.015027 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.034817 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:30.039037 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ea7f156ea4f4126bdac13620746ef00 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:30.043565 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:30.050966 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:30.170671 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.181305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.182208 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Sync routers for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:29:30.197136 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2320826f-d5cd-4bc2-90d9-26791cce3a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:30.199817 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:30.200726 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0554c850>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:30.234390 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1161}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:29:30.244284 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fe695e-c594-40b0-88f9-b4f6b8809401,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:30.247716 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:30.253691 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.254273 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Added segment 44a1188c-292b-4d42-9556-2a7380185bec of type vlan for network 4c4c09d2-4a54-4392-a07b-1a35d1fde214
Nov 09 15:29:30.290346 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.325049 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.326364 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:30.326952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.339898 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-52ae95b8-f25d-4333-9261-ca04cbeae3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:30.357104 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-f3af4108-4e5b-4a97-8912-239eefe34c45 service neutron] 10.222.0.87 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4151289
Nov 09 15:29:30.438192 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:30.473485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4c09d2-4a54-4392-a07b-1a35d1fde214,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:30.487009 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:30.492827 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5755839
Nov 09 15:29:30.495517 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60892) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:30.496234 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-fff197f7-2aa4-447b-ade2-b63df9f5f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:30.498249 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-fff197f7-2aa4-447b-ade2-b63df9f5f5b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef927ed8-930b-4cd4-aa47-013befc24fda HTTP/1.1" status: 200  len: 871 time: 0.4708133
Nov 09 15:29:30.502774 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Request body: {'subnet': {'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1867658994-subnet', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:30.507312 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6398-3608-4308-bff5-0c2afe4864cf req-89082e96-8faf-44c4-8535-7ef14662c4c8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:30.507567 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:30.509146 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f9da6398-3608-4308-bff5-0c2afe4864cf req-89082e96-8faf-44c4-8535-7ef14662c4c8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.4437146
Nov 09 15:29:30.518591 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Usage tracker for resource:subnet and tenant:4ea7f156ea4f4126bdac13620746ef00 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:30.521642 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:30.528385 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:30.551370 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Made reservation on behalf of 4ea7f156ea4f4126bdac13620746ef00 for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:29:30.553931 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268121'] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.610382 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:29:30.708756 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-7eed40bb-85e8-46ca-8f6f-2293d6830088 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=bd5c36db-b29e-4650-ba46-3fa7566510d9 HTTP/1.1" status: 200  len: 217 time: 0.1985295
Nov 09 15:29:30.797137 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268103'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:30.804234 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5f46ec8-4371-4d8c-bef6-e529c6f5c94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:30.814072 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f9da6398-3608-4308-bff5-0c2afe4864cf req-7a8c06c6-8e69-4397-97dc-3ea47e8395df tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315846
Nov 09 15:29:30.828224 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-408a85ee-8d6e-4118-bf80-4ada56f73f48 service neutron] 10.222.0.87 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4534988
Nov 09 15:29:30.837702 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-90bc4041-5d34-4f36-960b-f36e30715ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:30.849761 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-90bc4041-5d34-4f36-960b-f36e30715ee3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a857038f-4e44-473a-bfa3-4ed0c1c1343b HTTP/1.1" status: 200  len: 843 time: 0.1147978
Nov 09 15:29:30.907959 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Checking segment: {'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:30.908315 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Network hostable DHCP agents. Network: 4c4c09d2-4a54-4392-a07b-1a35d1fde214, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:29:30.925739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3478dc38-02dd-4f38-848f-726ef391e94f,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:30.934104 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:30.945863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:29:30.960459 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 4c4c09d2-4a54-4392-a07b-1a35d1fde214) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:30.973159 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb32e4-94b4-430a-a511-6deab2707076 None None] Network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:29:30.975717 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:30.976347 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:31.020368 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5236578
Nov 09 15:29:31.022537 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60900) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:31.037239 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:31.051102 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:31.065817 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Usage tracker for resource:router and tenant:4ea7f156ea4f4126bdac13620746ef00 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:31.072266 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:31.083224 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-f9f061ff-277a-41d5-ae16-a00137e07c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:31.084287 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:31.085133 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-f9f061ff-277a-41d5-ae16-a00137e07c99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef927ed8-930b-4cd4-aa47-013befc24fda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2188969
Nov 09 15:29:31.123631 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:31.125263 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:31.139571 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device d49bdd34-fda4-4d39-b8cc-6b0f149496d5 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:31.153384 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:31.262636 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799eeb-b631-4982-b818-d75d41fe2ade req-544a4f6a-8045-4be7-a93c-9deb38ca6eab tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:31.264299 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc799eeb-b631-4982-b818-d75d41fe2ade req-544a4f6a-8045-4be7-a93c-9deb38ca6eab tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 947 time: 0.3124144
Nov 09 15:29:31.323617 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-adb1f100-a4f8-4c1d-8bcb-ae758b7bf59d service neutron] 10.222.0.71 "GET /v2.0/networks/ef927ed8-930b-4cd4-aa47-013befc24fda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240095
Nov 09 15:29:31.461701 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port d49bdd34-fda4-4d39-b8cc-6b0f149496d5 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:31.462504 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:31.587905 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc799eeb-b631-4982-b818-d75d41fe2ade req-7fae63fc-8d07-47df-b26a-4a2a51029c07 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161604
Nov 09 15:29:31.589898 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e1eee5f-778d-463c-a5a0-1993a1d8bea2 req-35992778-e320-47ec-8522-1a20755c5e1f service neutron] 10.222.0.71 "GET /v2.0/networks/ef927ed8-930b-4cd4-aa47-013befc24fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2066813
Nov 09 15:29:31.640752 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0554c850>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 2, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:31.677427 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b41c82f3-0c76-40c0-a70e-fa3142ac915e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:31.686633 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Checking router: 128eaffa-3192-4cda-be97-c2f5f3a0e41f for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:29:31.687554 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Updating router 128eaffa-3192-4cda-be97-c2f5f3a0e41f port 6667373c-cd16-48e3-8d08-068a08f60bd6 binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:29:31.741470 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f3778153-cc7e-4ac2-a657-f63886895e9d req-0af70f23-825d-4685-8669-c653de33f358 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 210 time: 0.0900462
Nov 09 15:29:31.784811 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:31.823126 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:31.892992 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-4c4c09d2-4a54-4392-a07b-1a35d1fde214', 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'fixed_ips': [{'subnet_id': '3478dc38-02dd-4f38-848f-726ef391e94f'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:29:31.894042 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:32.173389 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afee4ed-5962-481b-a540-90bb8991a65a req-ff93e5a0-078a-4bed-a061-22ed538bffb5 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:32.176817 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6afee4ed-5962-481b-a540-90bb8991a65a req-ff93e5a0-078a-4bed-a061-22ed538bffb5 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1649187
Nov 09 15:29:32.186838 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:32.222038 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:32.256808 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6afee4ed-5962-481b-a540-90bb8991a65a req-060c0f3c-9118-4cb5-b3fa-cd1765ad78c7 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715690
Nov 09 15:29:32.296884 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:32.514752 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Allocated IP 172.27.0.100 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/8eb48a47-4322-4f32-998e-5b8649ad75e0) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:29:32.527272 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Allocated IP 172.20.0.2 (4c4c09d2-4a54-4392-a07b-1a35d1fde214/3478dc38-02dd-4f38-848f-726ef391e94f/73570411-e05b-483c-9a5a-a7bafa9d9bae) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:29:32.687000 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:32.722701 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:32.728408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:32.807930 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:32.811798 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:32.814650 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:29:32.842978 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:32.856849 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Transition to ACTIVE for port object 6667373c-cd16-48e3-8d08-068a08f60bd6 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:32.860119 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Pushing event updated for resources: {'Port': ['ID=8eb48a47-4322-4f32-998e-5b8649ad75e0,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:32.865985 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:32.869783 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:32.879578 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:32.983730 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-27c3e5b5-708c-458c-adf2-7c7f6d032445 req-b46083b7-8ca8-4e9e-a19a-19c3b768b5ad tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 210 time: 0.0580838
Nov 09 15:29:32.996872 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d14f1-9a29-4db4-9618-29950d44460f req-f7733ecd-4ea0-4a4e-8643-9a3fc6915f4a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:33.018332 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e0d14f1-9a29-4db4-9618-29950d44460f req-f7733ecd-4ea0-4a4e-8643-9a3fc6915f4a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 947 time: 0.2397642
Nov 09 15:29:33.034501 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:33.054882 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Transition to ACTIVE for port object 73570411-e05b-483c-9a5a-a7bafa9d9bae will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:33.166540 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed422b95-b095-4c21-b35c-82dc22ce6dbe None None] Pushing event updated for resources: {'Port': ['ID=6667373c-cd16-48e3-8d08-068a08f60bd6,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:33.173725 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ed422b95-b095-4c21-b35c-82dc22ce6dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:33.177761 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Transition to ACTIVE for port object 73570411-e05b-483c-9a5a-a7bafa9d9bae will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:33.211411 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e0d14f1-9a29-4db4-9618-29950d44460f req-c3d3c952-1114-471a-bc75-91d4fbde891b tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052627
Nov 09 15:29:33.234245 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:33.277171 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-5bfc5991-d29e-417f-bb49-8b271e606324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:33.338601 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-76768874-006c-4a3a-af23-05bdb80c4c50 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:33.350862 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-76768874-006c-4a3a-af23-05bdb80c4c50 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 812 time: 0.3055899
Nov 09 15:29:33.497361 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-2b76242e-4ba1-4471-b761-f973364edc51 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 379 time: 0.1437182
Nov 09 15:29:33.525820 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'port': {'device_id': '9333cb52-4761-4293-86db-2ba8f1552109', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'admin_state_up': True, 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'security_groups': ['d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4']}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:33.527166 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device bd5c36db-b29e-4650-ba46-3fa7566510d9 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:29:33.538304 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:33.544008 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Attempting to bind port 6667373c-cd16-48e3-8d08-068a08f60bd6 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:29:33.544590 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Attempting to bind port 6667373c-cd16-48e3-8d08-068a08f60bd6 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:29:33.545331 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Attempting to bind port 6667373c-cd16-48e3-8d08-068a08f60bd6 on network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:33.545486 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:33.560090 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:33.582182 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:29:33.584546 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Pushing event updated for resources: {'Port': ['ID=73570411-e05b-483c-9a5a-a7bafa9d9bae,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:33.589554 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:29:33.590853 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Checking segment: {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:33.590853 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:33.590853 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Bound using segment: {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:29:33.591280 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Bound port: 6667373c-cd16-48e3-8d08-068a08f60bd6, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:29:33.591630 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:33.606883 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:33.663666 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd46d1-6880-42ae-9cef-22f4f5469f79 req-7c427527-414f-4f29-890e-86275db43999 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:33.663666 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-12fd46d1-6880-42ae-9cef-22f4f5469f79 req-7c427527-414f-4f29-890e-86275db43999 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.2257869
Nov 09 15:29:33.758627 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:33.785083 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-12fd46d1-6880-42ae-9cef-22f4f5469f79 req-12cc3a5d-e683-4ef3-8f5d-7a48e552d82b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968437
Nov 09 15:29:33.795606 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:33.827648 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Made reservation on behalf of fd75494964e14718b6f84a81bfaa7154 for: {'port': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:29:33.837367 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:33.922439 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Attempting to bind port 73570411-e05b-483c-9a5a-a7bafa9d9bae on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:29:33.922927 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Attempting to bind port 73570411-e05b-483c-9a5a-a7bafa9d9bae by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:29:33.923330 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Attempting to bind port 73570411-e05b-483c-9a5a-a7bafa9d9bae on network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:33.946474 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:29:33.947032 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Checking segment: {'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:33.947695 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:33.948671 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Bound using segment: {'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:29:33.949335 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Bound port: 73570411-e05b-483c-9a5a-a7bafa9d9bae, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:29:33.950146 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:34.122088 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] For port 6667373c-cd16-48e3-8d08-068a08f60bd6, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:29:34.141149 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port bd5c36db-b29e-4650-ba46-3fa7566510d9, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bd5c36db-b29e-4650-ba46-3fa7566510d9,segment=NetworkSegment(b54e7102-55ab-4d37-9b8c-f92b1bbaec3b),segment_id=b54e7102-55ab-4d37-9b8c-f92b1bbaec3b)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:34.150844 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Allocated IP 172.20.0.8 (d71bcbe5-5084-4212-9863-604580364317/bd05982b-9410-4c35-9605-3c37b428ae22/c3b902eb-4910-41b5-83db-e83c3f369d7e) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:29:34.167288 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': 'bd5c36db-b29e-4650-ba46-3fa7566510d9', 'network_id': 'ef927ed8-930b-4cd4-aa47-013befc24fda', 'port_id': 'bd5c36db-b29e-4650-ba46-3fa7566510d9', 'mac_address': 'fa:16:3e:be:91:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a857038f-4e44-473a-bfa3-4ed0c1c1343b', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:29:34.170273 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] For port 6667373c-cd16-48e3-8d08-068a08f60bd6, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=6667373c-cd16-48e3-8d08-068a08f60bd6,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:29:34.173325 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b2f547ac-e2e4-4f56-bc7a-5ca615ff5dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:34.190839 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:34.205277 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-389134b9-1fdd-4192-8d71-2c36eb4a410c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:34.235942 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f9025877-a23f-4574-ab54-d68652fbf0e8 req-e928a478-a786-415b-9ff3-104fdd9bd65f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 210 time: 0.0669117
Nov 09 15:29:34.261160 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:34.353507 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] For port 73570411-e05b-483c-9a5a-a7bafa9d9bae, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:29:34.369022 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:34.383815 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] For port 73570411-e05b-483c-9a5a-a7bafa9d9bae, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=73570411-e05b-483c-9a5a-a7bafa9d9bae,segment=NetworkSegment(44a1188c-292b-4d42-9556-2a7380185bec),segment_id=44a1188c-292b-4d42-9556-2a7380185bec)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:29:34.402310 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed422b95-b095-4c21-b35c-82dc22ce6dbe None None] Pushing event updated for resources: {'Port': ['ID=6667373c-cd16-48e3-8d08-068a08f60bd6,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:34.413186 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:34.413905 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0554c850>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:34.536990 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ed422b95-b095-4c21-b35c-82dc22ce6dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:34.620866 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:34.626255 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:34.729260 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5c36db-b29e-4650-ba46-3fa7566510d9 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:29:34.754353 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Router d17e734d-2980-4d8c-a5d4-fb3ceff04372 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:29:34.858438 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:34.897873 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Transition to ACTIVE for port object c3b902eb-4910-41b5-83db-e83c3f369d7e will not be triggered until provisioned by entity DHCP. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:34.906669 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port bd5c36db-b29e-4650-ba46-3fa7566510d9, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bd5c36db-b29e-4650-ba46-3fa7566510d9,segment=NetworkSegment(b54e7102-55ab-4d37-9b8c-f92b1bbaec3b),segment_id=b54e7102-55ab-4d37-9b8c-f92b1bbaec3b)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:34.917472 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Pushing event updated for resources: {'Port': ['ID=73570411-e05b-483c-9a5a-a7bafa9d9bae,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:34.923437 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:34.926839 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:34.930959 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c36904-0392-4d65-b412-9b496af79c40 req-5a627a77-d2d3-4cee-b483-9862682dd0f1 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:34.931597 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-98b273dd-3177-4edd-a792-611e2d4d5791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:34.944576 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f0c36904-0392-4d65-b412-9b496af79c40 req-5a627a77-d2d3-4cee-b483-9862682dd0f1 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 947 time: 0.2782326
Nov 09 15:29:35.025835 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f0c36904-0392-4d65-b412-9b496af79c40 req-a7127f52-11c5-40c0-90e0-0a68291f8fed tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799718
Nov 09 15:29:35.039813 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=bd5c36db-b29e-4650-ba46-3fa7566510d9,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:35.071372 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:35.078228 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:35.118228 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-11114048-1c52-4455-a0ba-6641811aa611 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:35.176673 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:35.249953 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:35.252574 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Network d71bcbe5-5084-4212-9863-604580364317 is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:35.263203 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:35.287143 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['bd5c36db-b29e-4650-ba46-3fa7566510d9'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:29:35.394660 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:29:35.498392 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-8e63e221-4d4f-4a3f-bdad-dbd4a67b3284 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4520316
Nov 09 15:29:35.502554 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:29:35.515290 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Sync routers for ids ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:29:35.544414 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Routers {'d17e734d-2980-4d8c-a5d4-fb3ceff04372'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:35.552097 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05fea8e0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:35.623276 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=c3b902eb-4910-41b5-83db-e83c3f369d7e,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:35.624891 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:35.638637 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.6136055
Nov 09 15:29:35.639780 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 60952) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:35.654494 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:35.825041 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:35.826302 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:35.904625 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3835421
Nov 09 15:29:35.928512 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Request body: {'port': {'device_id': '9333cb52-4761-4293-86db-2ba8f1552109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:29:35.996311 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Set router d17e734d-2980-4d8c-a5d4-fb3ceff04372 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:35.998645 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-ec489e24-ca6e-4ff6-8bcd-ccb9d6c7c8b5 None None] Provisioning for port c3b902eb-4910-41b5-83db-e83c3f369d7e completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:36.034281 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-ec489e24-ca6e-4ff6-8bcd-ccb9d6c7c8b5 None None] Provisioning complete for port c3b902eb-4910-41b5-83db-e83c3f369d7e triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:36.034660 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ec489e24-ca6e-4ff6-8bcd-ccb9d6c7c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:36.181733 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e293ed-223f-40eb-9c1d-4ed47d00ad8a req-b64b81ec-5b9f-436c-afdd-e9d7b53b08bc tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:36.183668 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0e293ed-223f-40eb-9c1d-4ed47d00ad8a req-b64b81ec-5b9f-436c-afdd-e9d7b53b08bc tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.9292126
Nov 09 15:29:36.192294 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-ec489e24-ca6e-4ff6-8bcd-ccb9d6c7c8b5 None None] Port c3b902eb-4910-41b5-83db-e83c3f369d7e cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:29:36.347632 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:36.580857 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:36.603408 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8736015-5f12-4c65-802b-0c7cc0459905 req-583b132e-5873-4de1-ad63-0f3b032eac02 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:36.608232 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-c8736015-5f12-4c65-802b-0c7cc0459905 req-583b132e-5873-4de1-ad63-0f3b032eac02 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Synchronizing usage tracker for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:29:36.649307 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0e293ed-223f-40eb-9c1d-4ed47d00ad8a req-55bf3f34-b162-496d-930e-dba0479050ad tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4492304
Nov 09 15:29:36.676276 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0554c850>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:34Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:36.694445 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8692a1bf-494d-461e-8332-7cbb2903fdec None None] The sync data for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi is: [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:34Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:29:36.716088 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-c8736015-5f12-4c65-802b-0c7cc0459905 req-583b132e-5873-4de1-ad63-0f3b032eac02 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Unset dirty status for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:29:36.717319 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8736015-5f12-4c65-802b-0c7cc0459905 req-583b132e-5873-4de1-ad63-0f3b032eac02 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 931 time: 1.0448272
Nov 09 15:29:36.783649 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779157dc-acfc-47e5-aa57-7477b1e4f1b7 None None] Network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:29:36.924950 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8736015-5f12-4c65-802b-0c7cc0459905 req-177d0a88-7bcd-41e7-ad33-ae433046047d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1886802
Nov 09 15:29:37.038664 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:37.066228 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-b6690854-29d0-442c-84af-68e2e6af50f1 None None] Provisioning for port 73570411-e05b-483c-9a5a-a7bafa9d9bae completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:37.111711 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05fea8e0>, [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:29:33Z', 'revision_number': 3, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port': {'id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:32Z', 'updated_at': '2021-11-09T15:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:37.123211 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Checking router: d17e734d-2980-4d8c-a5d4-fb3ceff04372 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:29:37.123567 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Updating router d17e734d-2980-4d8c-a5d4-fb3ceff04372 port 8eb48a47-4322-4f32-998e-5b8649ad75e0 binding host dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:29:37.161168 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-6774116e-4493-4b0b-8b7e-dd79347adbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:37.162873 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-6774116e-4493-4b0b-8b7e-dd79347adbc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 1099 time: 1.6162062
Nov 09 15:29:37.278646 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 73570411-e05b-483c-9a5a-a7bafa9d9bae up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:37.309100 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:37.418465 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e9b90-2436-4f24-8727-43de5d8c0a35 req-3ce3c421-1525-4b14-ab39-22636ce3a6cb tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:37.427438 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-097e9b90-2436-4f24-8727-43de5d8c0a35 req-3ce3c421-1525-4b14-ab39-22636ce3a6cb tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 948 time: 0.3846433
Nov 09 15:29:37.487793 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 73570411-e05b-483c-9a5a-a7bafa9d9bae completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:37.514113 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 73570411-e05b-483c-9a5a-a7bafa9d9bae triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:37.514501 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:37.612966 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:37.669965 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-097e9b90-2436-4f24-8727-43de5d8c0a35 req-33f93c32-c320-4aab-a79b-e1532df24ceb tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2410340
Nov 09 15:29:37.717695 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b902eb-4910-41b5-83db-e83c3f369d7e {{(pid=86781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:29:37.750057 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:37.795310 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Transition to ACTIVE for port object c3b902eb-4910-41b5-83db-e83c3f369d7e will not be triggered until provisioned by entity L2. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:37.804955 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:37.818629 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:37.910489 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.007986 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-0e4771ba-ca1b-4518-92d1-4f13dc0c9c69 None None] Provisioning complete for port 73570411-e05b-483c-9a5a-a7bafa9d9bae triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:38.008378 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-0e4771ba-ca1b-4518-92d1-4f13dc0c9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.100201 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.109859 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Allocated IP 172.20.0.1 (4c4c09d2-4a54-4392-a07b-1a35d1fde214/3478dc38-02dd-4f38-848f-726ef391e94f/a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:29:38.122719 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.provisioning_blocks [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Transition to ACTIVE for port object 8eb48a47-4322-4f32-998e-5b8649ad75e0 will not be triggered until provisioned by entity L2. {{(pid=86784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:38.134265 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.148804 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:38.161854 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 73570411-e05b-483c-9a5a-a7bafa9d9bae, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=73570411-e05b-483c-9a5a-a7bafa9d9bae,segment=NetworkSegment(44a1188c-292b-4d42-9556-2a7380185bec),segment_id=44a1188c-292b-4d42-9556-2a7380185bec)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:38.174840 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.175755 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 6667373c-cd16-48e3-8d08-068a08f60bd6 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:38.233182 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:38.233682 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b902eb-4910-41b5-83db-e83c3f369d7e,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:38.247620 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:38.261581 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970b61e-942f-4b8d-add1-bed703dfe9c1 None None] Pushing event updated for resources: {'Port': ['ID=8eb48a47-4322-4f32-998e-5b8649ad75e0,revision_number=2']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:38.265593 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-e970b61e-942f-4b8d-add1-bed703dfe9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:38.293401 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Attempting to bind port 8eb48a47-4322-4f32-998e-5b8649ad75e0 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:29:38.293779 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Attempting to bind port 8eb48a47-4322-4f32-998e-5b8649ad75e0 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:29:38.294178 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Attempting to bind port 8eb48a47-4322-4f32-998e-5b8649ad75e0 on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:38.305353 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:29:38.305733 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:38.306321 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.309766 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:29:38.310391 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.managers [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Bound port: 8eb48a47-4322-4f32-998e-5b8649ad75e0, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:29:38.310802 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.325826 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Attempting to bind port c3b902eb-4910-41b5-83db-e83c3f369d7e on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:29:38.326188 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Attempting to bind port c3b902eb-4910-41b5-83db-e83c3f369d7e by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:29:38.326656 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Attempting to bind port c3b902eb-4910-41b5-83db-e83c3f369d7e on network d71bcbe5-5084-4212-9863-604580364317 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:38.335585 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Port c3b902eb-4910-41b5-83db-e83c3f369d7e on network d71bcbe5-5084-4212-9863-604580364317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:29:38.335938 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Attempting to bind port c3b902eb-4910-41b5-83db-e83c3f369d7e on network d71bcbe5-5084-4212-9863-604580364317 {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:38.350381 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:29:38.350738 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Checking segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:38.351129 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Bound using segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} {{(pid=86781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:29:38.351575 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.managers [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Bound port: c3b902eb-4910-41b5-83db-e83c3f369d7e, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}}] {{(pid=86781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:29:38.351926 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.420270 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825542d9-e6df-47f1-80c9-44c394070484 req-b23c0e5a-8569-4e2b-8239-07a861872452 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:38.429086 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-825542d9-e6df-47f1-80c9-44c394070484 req-b23c0e5a-8569-4e2b-8239-07a861872452 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3930743
Nov 09 15:29:38.433729 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=73570411-e05b-483c-9a5a-a7bafa9d9bae,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:38.465926 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:38.475656 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] For port 8eb48a47-4322-4f32-998e-5b8649ad75e0, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:29:38.483919 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.plugins.ml2.db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] For port 8eb48a47-4322-4f32-998e-5b8649ad75e0, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=8eb48a47-4322-4f32-998e-5b8649ad75e0,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:29:38.490163 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron_lib.callbacks.manager [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.499752 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-e970b61e-942f-4b8d-add1-bed703dfe9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:38.513755 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 6667373c-cd16-48e3-8d08-068a08f60bd6 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:38.531380 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-825542d9-e6df-47f1-80c9-44c394070484 req-fcbec8e3-e8df-4cbd-8043-8e38df030c05 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011889
Nov 09 15:29:38.536911 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 6667373c-cd16-48e3-8d08-068a08f60bd6 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:38.540521 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.590841 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970b61e-942f-4b8d-add1-bed703dfe9c1 None None] Pushing event updated for resources: {'Port': ['ID=8eb48a47-4322-4f32-998e-5b8649ad75e0,revision_number=3']} {{(pid=86784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:38.595958 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG oslo_concurrency.lockutils [None req-e970b61e-942f-4b8d-add1-bed703dfe9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:38.613424 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] For port c3b902eb-4910-41b5-83db-e83c3f369d7e, host hv-cinder-81722, cleared binding levels {{(pid=86781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:29:38.613723 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Routers {'d17e734d-2980-4d8c-a5d4-fb3ceff04372'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:38.614511 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05fea8e0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:38.617228 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] For port c3b902eb-4910-41b5-83db-e83c3f369d7e, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c3b902eb-4910-41b5-83db-e83c3f369d7e,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:29:38.621473 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-72c8ff35-989b-4337-a5a0-214bca3b09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:38.625118 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.633792 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-72c8ff35-989b-4337-a5a0-214bca3b09c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.3457453
Nov 09 15:29:38.634067 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-03d60673-98da-490a-af12-18520ff24e97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:38.642732 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.703340 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Transition to ACTIVE for port object a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:38.720567 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:38.721382 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.722887 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] 10.222.0.71 "PUT /v2.0/ports/c3b902eb-4910-41b5-83db-e83c3f369d7e HTTP/1.1" status: 200  len: 1093 time: 2.8052576
Nov 09 15:29:38.733628 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9333cb52-4761-4293-86db-2ba8f1552109', 'tag': 'c3b902eb-4910-41b5-83db-e83c3f369d7e'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:29:38.786341 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:38.793120 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-94567f08-b01e-4d8b-8513-98406a6c032c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:38.928344 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:38.935261 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:38.954297 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:29:39.062825 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] Set router d17e734d-2980-4d8c-a5d4-fb3ceff04372 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:39.108456 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:39.140384 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b902eb-4910-41b5-83db-e83c3f369d7e,revision_number=3']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:39.153569 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:39.232206 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 6667373c-cd16-48e3-8d08-068a08f60bd6, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=6667373c-cd16-48e3-8d08-068a08f60bd6,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:39.243458 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:39.264492 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:39.305665 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec60d-63bc-4230-a68b-92006bca2958 req-d32f3e70-3654-45f8-ad0b-d0754007c51d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:39.309001 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-594ec60d-63bc-4230-a68b-92006bca2958 req-d32f3e70-3654-45f8-ad0b-d0754007c51d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.5120218
Nov 09 15:29:39.315190 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-9b1a0e88-e429-4a70-818d-7c912bbf95e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 HTTP/1.1" status: 200  len: 217 time: 0.2631683
Nov 09 15:29:39.337524 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Pushing event updated for resources: {'Port': ['ID=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:39.345726 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:39.379075 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:39.445838 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 73570411-e05b-483c-9a5a-a7bafa9d9bae up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:39.449197 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-594ec60d-63bc-4230-a68b-92006bca2958 req-ef9d84bb-446d-4e30-af3d-5f1cab31e7ad tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274962
Nov 09 15:29:39.567488 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=6667373c-cd16-48e3-8d08-068a08f60bd6,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:39.572565 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:39.595549 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 73570411-e05b-483c-9a5a-a7bafa9d9bae triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:39.596081 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:39.643105 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:39.705077 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05fea8e0>, [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:29:33Z', 'revision_number': 3, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port': {'id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:32Z', 'updated_at': '2021-11-09T15:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:39.710407 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bb5590-3f31-4bf9-8384-1674498e5cc7 None None] The sync data for ids ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'] in dv-cinder-817223-1-iscsi is: [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:29:33Z', 'revision_number': 3, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port': {'id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:32Z', 'updated_at': '2021-11-09T15:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:29:39.710954 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f93f5f66-de67-4ac0-82bd-04b59beb4352 None None] Provisioning for port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:39.734151 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f93f5f66-de67-4ac0-82bd-04b59beb4352 None None] Provisioning complete for port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:39.735106 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f93f5f66-de67-4ac0-82bd-04b59beb4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:39.740766 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474049a-f294-4dd1-9efb-d21fdfc84524 req-d0059e4e-d3ca-4bb7-988e-174b46524373 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:39.748843 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b474049a-f294-4dd1-9efb-d21fdfc84524 req-d0059e4e-d3ca-4bb7-988e-174b46524373 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 948 time: 0.1452672
Nov 09 15:29:39.810202 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f93f5f66-de67-4ac0-82bd-04b59beb4352 None None] Port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:29:39.815835 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b474049a-f294-4dd1-9efb-d21fdfc84524 req-c70372dc-801a-4acc-aa62-6d14219e3c5b tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655458
Nov 09 15:29:39.896425 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9333cb52-4761-4293-86db-2ba8f1552109', 'tag': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'status': 'completed', 'code': 200}
Nov 09 15:29:40.088463 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-eb2de248-665f-431e-ab79-5b8134f5c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:40.098621 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-eb2de248-665f-431e-ab79-5b8134f5c5ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.1054637
Nov 09 15:29:40.187077 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f6394-653a-415a-bc3e-9384a08a7be1 req-dc0c2844-f87c-48b3-ba02-bd2b93fd14f6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:40.188779 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-883f6394-653a-415a-bc3e-9384a08a7be1 req-dc0c2844-f87c-48b3-ba02-bd2b93fd14f6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1614175
Nov 09 15:29:40.193245 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:40.202239 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-99068b01-2f1f-4429-b191-7698bf5d7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:40.203952 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-99068b01-2f1f-4429-b191-7698bf5d7a95 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 1096 time: 0.2089117
Nov 09 15:29:40.209076 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-542b2c5c-f9bf-49d0-a645-c8a4f24278e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920453
Nov 09 15:29:40.210447 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:40.259479 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-30191af1-7bb1-4cf9-ae9e-2cae0b005f72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:40.315230 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-5ccb63cc-daef-433a-8a8c-d2c54c84fa30 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b902eb-4910-41b5-83db-e83c3f369d7e HTTP/1.1" status: 200  len: 217 time: 0.0925572
Nov 09 15:29:40.474222 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-883f6394-653a-415a-bc3e-9384a08a7be1 req-3a850de3-b855-40c0-a28b-3df07622dfe9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757592
Nov 09 15:29:40.510199 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-e9ae4570-846d-4844-a650-ddf44d572719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:40.512597 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-e9ae4570-846d-4844-a650-ddf44d572719 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.1602030
Nov 09 15:29:40.617136 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Pushing event updated for resources: {'Port': ['ID=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:40.629647 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-34aca6ac-4c58-46de-b86a-fa503ca0cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:40.631448 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-34aca6ac-4c58-46de-b86a-fa503ca0cf35 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1085579
Nov 09 15:29:40.631854 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:40.636151 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:40.785168 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-5cc6fea9-8f4c-491f-a4d8-ca3846bb19fb service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5309563
Nov 09 15:29:40.880272 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db27813-3f8a-466b-bcad-a07c5c084e57 req-3e53c648-b1da-4bf7-93a4-edc390c14240 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:40.881924 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7db27813-3f8a-466b-bcad-a07c5c084e57 req-3e53c648-b1da-4bf7-93a4-edc390c14240 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.2464280
Nov 09 15:29:40.920148 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-f748cbad-1c53-4822-8afc-e0111deecb8e service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392800
Nov 09 15:29:41.015003 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae79bf8a-5a27-4f58-915c-fb1f26ece612 req-cf87ca65-ffde-4cdf-bcc6-e5d75a215f91 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194936
Nov 09 15:29:41.055298 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:29:41.057378 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:29:41.102130 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7db27813-3f8a-466b-bcad-a07c5c084e57 req-8e5b2ead-9ece-41b7-9e69-f25a5f37e9b3 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2081857
Nov 09 15:29:41.208213 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f79a76e5-d306-43b6-a0b0-f9986e99ce4b req-106662c5-9b6d-4f99-aa39-fee69253641b service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2756848
Nov 09 15:29:41.243755 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b67fc-1da1-46a0-847a-996f9d7ce084 req-95eaebb5-fcda-4da5-b470-ccc0c11d36ba tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:41.245762 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b38b67fc-1da1-46a0-847a-996f9d7ce084 req-95eaebb5-fcda-4da5-b470-ccc0c11d36ba tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 948 time: 0.1943250
Nov 09 15:29:41.353477 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b38b67fc-1da1-46a0-847a-996f9d7ce084 req-d8aa015f-8c4f-4645-84e0-61415da224bd tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007488
Nov 09 15:29:41.458930 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-e1abb569-f626-4a36-bb7a-ac1dff4719f0 None None] Provisioning complete for port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:41.459396 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-e1abb569-f626-4a36-bb7a-ac1dff4719f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:41.550960 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Router d17e734d-2980-4d8c-a5d4-fb3ceff04372 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:29:41.557898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-f1b6abfb-08da-4afc-bd91-3154d589f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:41.560805 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-f1b6abfb-08da-4afc-bd91-3154d589f5b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 1096 time: 0.1784399
Nov 09 15:29:41.561710 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 8eb48a47-4322-4f32-998e-5b8649ad75e0 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:41.645564 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-e1abb569-f626-4a36-bb7a-ac1dff4719f0 None None] Port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:29:41.725353 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 8eb48a47-4322-4f32-998e-5b8649ad75e0 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:41.732327 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 8eb48a47-4322-4f32-998e-5b8649ad75e0 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:41.732996 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:41.941790 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:41.960610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039cca8-f9a1-4d5c-89c2-938ed6a2027c req-cf94c40f-c1a1-454d-8880-799fc84d3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:41.966586 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2039cca8-f9a1-4d5c-89c2-938ed6a2027c req-cf94c40f-c1a1-454d-8880-799fc84d3967 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1098 time: 0.5607698
Nov 09 15:29:41.968202 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:29:41.975119 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-c0d8e997-c695-4d63-a9ff-768957bee805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:41.976655 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-c0d8e997-c695-4d63-a9ff-768957bee805 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 914 time: 0.4050062
Nov 09 15:29:41.983098 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device bd5c36db-b29e-4650-ba46-3fa7566510d9 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:42.018063 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] 10.222.0.87 "PUT /v2.0/routers/d17e734d-2980-4d8c-a5d4-fb3ceff04372/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3615258
Nov 09 15:29:42.045464 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2039cca8-f9a1-4d5c-89c2-938ed6a2027c req-835ce693-c80d-4ab5-8841-58f011a192ba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685236
Nov 09 15:29:42.058064 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Sync routers for ids ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:29:42.076299 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 8eb48a47-4322-4f32-998e-5b8649ad75e0, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=8eb48a47-4322-4f32-998e-5b8649ad75e0,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:42.102740 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:42.104088 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 6667373c-cd16-48e3-8d08-068a08f60bd6 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:42.117870 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-e8e7497b-aa88-48e7-bbf9-4020c7d05ecb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b902eb-4910-41b5-83db-e83c3f369d7e HTTP/1.1" status: 200  len: 217 time: 0.1331286
Nov 09 15:29:42.137253 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d73a-86c4-46af-834b-6367cce92cef req-563a5cc7-72ea-4565-ae09-9dae85c8f3b4 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:42.148876 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4509d73a-86c4-46af-834b-6367cce92cef req-563a5cc7-72ea-4565-ae09-9dae85c8f3b4 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3530293
Nov 09 15:29:42.190750 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:42.207342 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4509d73a-86c4-46af-834b-6367cce92cef req-fff86879-9562-4aa2-b9f5-f8ae230391bb tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569453
Nov 09 15:29:42.280714 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Routers {'d17e734d-2980-4d8c-a5d4-fb3ceff04372'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:42.282134 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0563a7c0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:42.378905 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-b519eb98-f96d-40b8-ab6d-b1c0e3df0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:42.393464 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-b519eb98-f96d-40b8-ab6d-b1c0e3df0d17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.1034265
Nov 09 15:29:42.613728 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 6667373c-cd16-48e3-8d08-068a08f60bd6 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:42.614373 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:42.669403 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=8eb48a47-4322-4f32-998e-5b8649ad75e0,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:42.687338 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port bd5c36db-b29e-4650-ba46-3fa7566510d9 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:42.692694 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:42.725802 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port bd5c36db-b29e-4650-ba46-3fa7566510d9 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:42.726373 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:42.807128 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-bc33e410-06a1-4c7f-94df-c99eb5a37a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:42.808924 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-bc33e410-06a1-4c7f-94df-c99eb5a37a86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4145908
Nov 09 15:29:42.823624 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5577d2-b9ea-4ec3-aa9d-df7b1f8a8f43 req-d73744f5-530c-4d88-910e-51f3801c57c6 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:42.826508 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dd5577d2-b9ea-4ec3-aa9d-df7b1f8a8f43 req-d73744f5-530c-4d88-910e-51f3801c57c6 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.4305630
Nov 09 15:29:42.880088 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Set router d17e734d-2980-4d8c-a5d4-fb3ceff04372 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:43.181217 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dd5577d2-b9ea-4ec3-aa9d-df7b1f8a8f43 req-307cedac-2159-45ca-b0d1-05aecc0d6c1d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3224084
Nov 09 15:29:43.293795 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-b32a1933-8a26-4915-a7ed-391729693bd2 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4656920
Nov 09 15:29:43.441455 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:43.512120 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db4f6d3-26b8-4342-962a-cfa166bdbdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5c36db-b29e-4650-ba46-3fa7566510d9'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:29:43.540649 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port bd5c36db-b29e-4650-ba46-3fa7566510d9, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bd5c36db-b29e-4650-ba46-3fa7566510d9,segment=NetworkSegment(b54e7102-55ab-4d37-9b8c-f92b1bbaec3b),segment_id=b54e7102-55ab-4d37-9b8c-f92b1bbaec3b)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:43.553406 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:43.658945 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:43.753624 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcffe5-3ea0-4809-9c5c-2e70ac221847 req-e8521c9e-f32b-470d-97ba-697ec602ee0b tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:43.756230 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2fcffe5-3ea0-4809-9c5c-2e70ac221847 req-e8521c9e-f32b-470d-97ba-697ec602ee0b tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 948 time: 0.8828435
Nov 09 15:29:43.759278 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfee6006-3d4d-426b-b284-59e4e06a3897 req-419da730-88b8-4521-91be-9b13fc7cdf19 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4509902
Nov 09 15:29:43.785893 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 8eb48a47-4322-4f32-998e-5b8649ad75e0 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:43.880145 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2fcffe5-3ea0-4809-9c5c-2e70ac221847 req-a59ba036-a708-4679-9c4c-089ff0f76e5d tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998487
Nov 09 15:29:43.928669 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fb421-9a78-4ddf-97b6-7667ac9579dc req-fcaa5107-8a08-4d7f-8fe9-79b6535eb45c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:43.936137 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=bd5c36db-b29e-4650-ba46-3fa7566510d9,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:43.945466 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a89fb421-9a78-4ddf-97b6-7667ac9579dc req-fcaa5107-8a08-4d7f-8fe9-79b6535eb45c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.5427103
Nov 09 15:29:43.947288 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:43.972695 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 8eb48a47-4322-4f32-998e-5b8649ad75e0 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:43.973088 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:44.039673 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a89fb421-9a78-4ddf-97b6-7667ac9579dc req-58eb7358-c096-44b9-817e-1d77c72df69f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910158
Nov 09 15:29:44.100813 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db4f6d3-26b8-4342-962a-cfa166bdbdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5c36db-b29e-4650-ba46-3fa7566510d9', 'code': 200}
Nov 09 15:29:44.154377 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0563a7c0>, [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 4, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port': {'id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:32Z', 'updated_at': '2021-11-09T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2', 'name': '', 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'mac_address': 'fa:16:3e:95:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3478dc38-02dd-4f38-848f-726ef391e94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:37Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 2, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'subnets': [{'id': '3478dc38-02dd-4f38-848f-726ef391e94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:44.165170 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Checking router: d17e734d-2980-4d8c-a5d4-fb3ceff04372 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:29:44.165722 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Updating router d17e734d-2980-4d8c-a5d4-fb3ceff04372 port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:29:44.283273 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:44.591763 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaedc49-fa93-4e06-b7a0-0cebc54ab454 req-cdddb180-c22e-42cd-ac1d-3e0ad55402b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:44.593351 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-eeaedc49-fa93-4e06-b7a0-0cebc54ab454 req-cdddb180-c22e-42cd-ac1d-3e0ad55402b5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 1102 time: 0.1174030
Nov 09 15:29:44.711315 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-eeaedc49-fa93-4e06-b7a0-0cebc54ab454 req-76c3a083-bf43-457d-9667-828806e8f86d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678840
Nov 09 15:29:44.761678 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b021-41f1-4eb5-b0b4-6c5870fcc75a req-9ec99932-e31b-4cef-a0be-24f1c54a93de tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:44.763260 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6cf5b021-41f1-4eb5-b0b4-6c5870fcc75a req-9ec99932-e31b-4cef-a0be-24f1c54a93de tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.1649442
Nov 09 15:29:44.821795 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6cf5b021-41f1-4eb5-b0b4-6c5870fcc75a req-a2b3b8c2-1023-468d-87ab-980e1e34b58b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487068
Nov 09 15:29:45.043772 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:45.062435 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Transition to ACTIVE for port object a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:29:45.081888 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:45.092812 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:45.230005 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f82280-9b8b-40bb-a208-9c41dce71a25 None None] Pushing event updated for resources: {'Port': ['ID=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:45.245843 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-64f82280-9b8b-40bb-a208-9c41dce71a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:45.510259 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Attempting to bind port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:29:45.510688 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Attempting to bind port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:29:45.511042 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Attempting to bind port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 on network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:29:45.520927 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:29:45.521267 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Checking segment: {'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:29:45.521865 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:45.522554 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Bound using segment: {'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:29:45.523290 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Bound port: a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a1188c-292b-4d42-9556-2a7380185bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:29:45.523907 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:45.572417 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1390e-0ca8-48a5-b57f-6d7886974ad7 req-e87ef575-d6bd-4a57-b960-5f3a55eabab7 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:45.580555 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-60c1390e-0ca8-48a5-b57f-6d7886974ad7 req-e87ef575-d6bd-4a57-b960-5f3a55eabab7 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 949 time: 0.3637311
Nov 09 15:29:45.620186 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afe726-e5e6-4ee7-93ee-4562953a53cc req-9bb335ef-59ad-4e21-8912-d7878b288ff9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:45.623397 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-42afe726-e5e6-4ee7-93ee-4562953a53cc req-9bb335ef-59ad-4e21-8912-d7878b288ff9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3172107
Nov 09 15:29:45.692419 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] For port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:29:45.699554 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] For port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,segment=NetworkSegment(44a1188c-292b-4d42-9556-2a7380185bec),segment_id=44a1188c-292b-4d42-9556-2a7380185bec)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:29:45.709690 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:45.730475 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-096ba078-e04c-4b51-a40a-c3be8db96bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:45.827749 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-42afe726-e5e6-4ee7-93ee-4562953a53cc req-8d5b9856-e479-486a-84ef-28ce3241aac8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704292
Nov 09 15:29:45.834100 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-60c1390e-0ca8-48a5-b57f-6d7886974ad7 req-4ad4da34-9d3d-46fb-8a15-f6e2f6578ed0 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090259
Nov 09 15:29:45.881232 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Routers {'d17e734d-2980-4d8c-a5d4-fb3ceff04372'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:29:45.882370 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0563a7c0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:29:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:46.538441 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f82280-9b8b-40bb-a208-9c41dce71a25 None None] Pushing event updated for resources: {'Port': ['ID=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:46.563511 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-64f82280-9b8b-40bb-a208-9c41dce71a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:46.681833 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cba1b-74dd-418b-a702-6520780b9a6a req-fef5f191-e8cd-4cf4-b994-26cf3c975c27 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:46.705743 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-891cba1b-74dd-418b-a702-6520780b9a6a req-fef5f191-e8cd-4cf4-b994-26cf3c975c27 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.3790588
Nov 09 15:29:46.733892 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] Set router d17e734d-2980-4d8c-a5d4-fb3ceff04372 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:29:46.790823 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-891cba1b-74dd-418b-a702-6520780b9a6a req-d3998bbe-3e91-4a08-a454-e5d4ec3eb25c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838408
Nov 09 15:29:47.228649 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0563a7c0>, [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 4, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port': {'id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:32Z', 'updated_at': '2021-11-09T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2', 'name': '', 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'mac_address': 'fa:16:3e:95:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3478dc38-02dd-4f38-848f-726ef391e94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:37Z', 'updated_at': '2021-11-09T15:29:45Z', 'revision_number': 4, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'subnets': [{'id': '3478dc38-02dd-4f38-848f-726ef391e94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:29:47.238218 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa845f3d-68cc-4f04-b91d-a844b4508c46 None None] The sync data for ids ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'] in dv-cinder-817223-1-iscsi is: [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 4, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port': {'id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:32Z', 'updated_at': '2021-11-09T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2', 'name': '', 'network_id': '4c4c09d2-4a54-4392-a07b-1a35d1fde214', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'mac_address': 'fa:16:3e:95:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '3478dc38-02dd-4f38-848f-726ef391e94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:37Z', 'updated_at': '2021-11-09T15:29:45Z', 'revision_number': 4, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'subnets': [{'id': '3478dc38-02dd-4f38-848f-726ef391e94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:29:47.256373 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ed1e7-dbc1-4f9e-96e6-67b5c9e48d6d req-5d284566-59ab-4195-af93-5293bceb528a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:47.258005 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5e2ed1e7-dbc1-4f9e-96e6-67b5c9e48d6d req-5d284566-59ab-4195-af93-5293bceb528a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 949 time: 0.1692483
Nov 09 15:29:47.421340 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5e2ed1e7-dbc1-4f9e-96e6-67b5c9e48d6d req-8a490130-5430-4514-90d3-9511965afcba tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474771
Nov 09 15:29:47.792987 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:47.860112 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878540de-d85e-40b8-8568-2475cabdcc47 req-f0ce8e78-7f08-4e5d-a96a-03032eadc013 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:47.877788 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-878540de-d85e-40b8-8568-2475cabdcc47 req-f0ce8e78-7f08-4e5d-a96a-03032eadc013 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.2180398
Nov 09 15:29:47.914298 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:47.923447 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:47.923913 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:47.982872 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-878540de-d85e-40b8-8568-2475cabdcc47 req-2e4211ae-c161-4ef2-8ea3-403acf313d05 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916994
Nov 09 15:29:48.177002 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:48.265055 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,segment=NetworkSegment(44a1188c-292b-4d42-9556-2a7380185bec),segment_id=44a1188c-292b-4d42-9556-2a7380185bec)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:48.276724 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:48.283321 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:48.472545 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:48.477087 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:48.718255 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d3b83-d954-486d-9d32-b4c602531060 req-833d46e4-d1dd-40c9-9ae0-ef5e2192188c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:48.721072 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-941d3b83-d954-486d-9d32-b4c602531060 req-833d46e4-d1dd-40c9-9ae0-ef5e2192188c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.1359837
Nov 09 15:29:48.826628 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-941d3b83-d954-486d-9d32-b4c602531060 req-9c08146a-18c6-4812-8a1b-9153073215e5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952137
Nov 09 15:29:49.183752 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56710cec-b02d-474b-ac37-bd248ec25d81 req-f7e00395-f2a7-4b06-90d7-ccfb2b666750 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:49.186080 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-56710cec-b02d-474b-ac37-bd248ec25d81 req-f7e00395-f2a7-4b06-90d7-ccfb2b666750 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 949 time: 0.1856394
Nov 09 15:29:49.298742 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-56710cec-b02d-474b-ac37-bd248ec25d81 req-83f350c8-7fb6-4e39-be84-9e4acbcaabf4 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982358
Nov 09 15:29:49.572860 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:49.684606 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb54b6-7e71-4ad1-8b7d-b5b1b6a5907b req-1240e46e-1511-499c-9a7d-a620b6e86281 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:49.686178 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:49.686729 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:49.693380 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7fdb54b6-7e71-4ad1-8b7d-b5b1b6a5907b req-1240e46e-1511-499c-9a7d-a620b6e86281 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1439641
Nov 09 15:29:49.737893 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7fdb54b6-7e71-4ad1-8b7d-b5b1b6a5907b req-90b20ae6-27f6-446f-a9c5-12942a2e6b76 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434775
Nov 09 15:29:50.097302 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd782f-f7ef-4be6-a863-02799a01d402 req-ac5bd566-ca03-4df7-b36a-39e7e029a313 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:50.098914 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f7cd782f-f7ef-4be6-a863-02799a01d402 req-ac5bd566-ca03-4df7-b36a-39e7e029a313 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.1076853
Nov 09 15:29:50.177373 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f7cd782f-f7ef-4be6-a863-02799a01d402 req-b2aea9de-4791-4077-bd17-615aeafe9185 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640223
Nov 09 15:29:50.705850 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-ef6f198d-f73d-4eaa-927d-228f07b6748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:50.708415 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-ef6f198d-f73d-4eaa-927d-228f07b6748c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 1098 time: 0.4317679
Nov 09 15:29:50.834985 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb48bc8-7137-4ada-b8fe-750bc4df4bcc req-37ed4ec2-18d8-4c14-b337-be99e938f20e tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:50.836562 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-acb48bc8-7137-4ada-b8fe-750bc4df4bcc req-37ed4ec2-18d8-4c14-b337-be99e938f20e tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 949 time: 0.2536619
Nov 09 15:29:50.973972 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-acb48bc8-7137-4ada-b8fe-750bc4df4bcc req-cc1af6f7-2744-459a-8b1d-2f4d7b4960f4 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250434
Nov 09 15:29:51.067203 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-f8476039-289f-47b3-a598-554a5b9d3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:51.070054 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-f8476039-289f-47b3-a598-554a5b9d3125 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 200  len: 920 time: 0.3495750
Nov 09 15:29:51.200762 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-3a709f40-92bf-4ce1-92ef-fdcbd49e5f16 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 200  len: 217 time: 0.1209233
Nov 09 15:29:51.426422 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6714515-6991-48ac-bd6a-46d5aa87526b req-80c4a936-b464-4616-9677-75d03740a35e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:51.439140 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f6714515-6991-48ac-bd6a-46d5aa87526b req-80c4a936-b464-4616-9677-75d03740a35e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.4632814
Nov 09 15:29:51.490858 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-6e1aa3c1-50fc-4f34-8b4d-96f96cb39364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:51.497831 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-6e1aa3c1-50fc-4f34-8b4d-96f96cb39364 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 200  len: 858 time: 0.2853291
Nov 09 15:29:51.642943 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-c7bfb0a6-fb7a-412d-a6aa-bdb70693febe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ae3daabc-50dd-4b18-91ec-51476faaed7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0637829
Nov 09 15:29:51.677733 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f6714515-6991-48ac-bd6a-46d5aa87526b req-6397050f-78d4-4a20-9f18-ea6efd55c447 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2296181
Nov 09 15:29:51.829642 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f56c1-321a-4f16-9e0b-48cb6f55aa59 req-20f85ed9-08f3-47d8-9b48-87e8deff5083 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:51.842678 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fb9f56c1-321a-4f16-9e0b-48cb6f55aa59 req-20f85ed9-08f3-47d8-9b48-87e8deff5083 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.3550167
Nov 09 15:29:51.971039 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-2eaab8ef-8ab7-4143-9e2c-eb1e75dd7863 service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3145123
Nov 09 15:29:51.985506 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fb9f56c1-321a-4f16-9e0b-48cb6f55aa59 req-351b4544-a533-4756-9139-7341b416783d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1393318
Nov 09 15:29:52.427853 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-b321b3cf-f6d7-4e23-bf83-3631ac31fdf1 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:52.432379 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-b321b3cf-f6d7-4e23-bf83-3631ac31fdf1 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.71 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 949 time: 0.2545233
Nov 09 15:29:52.444239 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbe505a7-3b8b-4ebe-b9da-4a8a86730d29 req-6aa7bb51-0599-49d7-9b83-05abf948658d service neutron] 10.222.0.71 "GET /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4575615
Nov 09 15:29:52.494836 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740720-91f0-449f-9fd2-01b5a277db07 req-6144482e-812c-4cd0-a900-a810eb036c89 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:52.497150 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3d740720-91f0-449f-9fd2-01b5a277db07 req-6144482e-812c-4cd0-a900-a810eb036c89 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 949 time: 0.2762172
Nov 09 15:29:52.608802 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3d740720-91f0-449f-9fd2-01b5a277db07 req-8a9065ae-8668-4232-8122-56ab2a0751f5 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/security-groups?id=3770c8f5-9899-4433-a375-520fce6e9d5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979311
Nov 09 15:29:52.650312 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Deleting port bd5c36db-b29e-4650-ba46-3fa7566510d9 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:29:52.650882 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:52.981330 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06429f2-f037-4648-bb77-834de98e5573 req-077efa0b-d74f-4b5a-85df-a6668b4a25a0 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:52.982945 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b06429f2-f037-4648-bb77-834de98e5573 req-077efa0b-d74f-4b5a-85df-a6668b4a25a0 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1336379
Nov 09 15:29:53.088273 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] For port bd5c36db-b29e-4650-ba46-3fa7566510d9, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bd5c36db-b29e-4650-ba46-3fa7566510d9,segment=NetworkSegment(b54e7102-55ab-4d37-9b8c-f92b1bbaec3b),segment_id=b54e7102-55ab-4d37-9b8c-f92b1bbaec3b)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:53.088760 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:53.094254 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b06429f2-f037-4648-bb77-834de98e5573 req-761a3c93-da89-4b37-92bf-7c59db609606 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760708
Nov 09 15:29:53.343337 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c0c2f-379c-4608-ab98-57c48084f033 req-ae7e6025-30f7-4723-88a8-8f95cd59ed52 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:53.345618 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-826c0c2f-379c-4608-ab98-57c48084f033 req-ae7e6025-30f7-4723-88a8-8f95cd59ed52 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 943 time: 0.1354821
Nov 09 15:29:53.433088 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-826c0c2f-379c-4608-ab98-57c48084f033 req-5a57f262-ef1d-4509-a530-05ac5a12b09b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783405
Nov 09 15:29:53.448688 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Calling delete_port for bd5c36db-b29e-4650-ba46-3fa7566510d9 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:29:53.878866 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:53.887543 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:53.894054 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['bd5c36db-b29e-4650-ba46-3fa7566510d9'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:29:53.992554 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device c3b902eb-4910-41b5-83db-e83c3f369d7e details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:29:54.005433 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-11d8c690-2c23-4146-b1ff-3659efeb32b5 req-a3024cf2-1f37-4a52-9bff-a39d3989d107 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 210 time: 0.0856495
Nov 09 15:29:54.053773 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Pushing event deleted for resources: {'Port': ['ID=bd5c36db-b29e-4650-ba46-3fa7566510d9,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:54.075394 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:54.232959 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port c3b902eb-4910-41b5-83db-e83c3f369d7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c3b902eb-4910-41b5-83db-e83c3f369d7e,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:54.257320 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'port_id': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'mac_address': 'fa:16:3e:87:50:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:29:54.269285 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] No DVR routers for this DVR port bd5c36db-b29e-4650-ba46-3fa7566510d9 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:29:54.275139 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:54.280894 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db4f6d3-26b8-4342-962a-cfa166bdbdd5', 'name': 'network-vif-deleted', 'tag': 'bd5c36db-b29e-4650-ba46-3fa7566510d9'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:29:54.318294 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-70dcaaf7-d22d-42d2-8171-6bb724bcdf34 req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.71 "DELETE /v2.0/ports/bd5c36db-b29e-4650-ba46-3fa7566510d9 HTTP/1.1" status: 204  len: 173 time: 1.8760064
Nov 09 15:29:54.371506 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:54.414945 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b902eb-4910-41b5-83db-e83c3f369d7e {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:29:54.450095 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port c3b902eb-4910-41b5-83db-e83c3f369d7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c3b902eb-4910-41b5-83db-e83c3f369d7e,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:54.457150 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:54.467463 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-4745bbe3-5cf9-486a-aaf4-bc499d4307f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:54.527970 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db4f6d3-26b8-4342-962a-cfa166bdbdd5', 'name': 'network-vif-deleted', 'tag': 'bd5c36db-b29e-4650-ba46-3fa7566510d9', 'status': 'completed', 'code': 200}
Nov 09 15:29:54.675411 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=c3b902eb-4910-41b5-83db-e83c3f369d7e,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:54.687001 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:54.786688 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['c3b902eb-4910-41b5-83db-e83c3f369d7e'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:29:54.845243 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8434b-9ff1-476b-ac5e-2463c9b27cab req-64497986-c9c4-416b-8767-345fdacaf3be tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:54.846606 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9af8434b-9ff1-476b-ac5e-2463c9b27cab req-64497986-c9c4-416b-8767-345fdacaf3be tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3585389
Nov 09 15:29:54.981218 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9af8434b-9ff1-476b-ac5e-2463c9b27cab req-c5922fe5-33b9-4d67-b36d-cc81a94e7125 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188445
Nov 09 15:29:55.032992 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865aa3e-5abc-4a7b-8fd2-2a595433ee38 req-7bbe8f50-2f41-4880-84bd-145a05e31608 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:55.044938 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4865aa3e-5abc-4a7b-8fd2-2a595433ee38 req-7bbe8f50-2f41-4880-84bd-145a05e31608 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 944 time: 0.3069189
Nov 09 15:29:55.126945 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4865aa3e-5abc-4a7b-8fd2-2a595433ee38 req-2a36ae14-b1a4-4801-a58b-454906534f46 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805132
Nov 09 15:29:55.370844 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dc95f592-e1d2-4190-b640-7260dbb6d404 req-77af19f8-acea-485d-b0dc-65782418b900 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] 10.222.0.87 "GET /v2.0/ports?device_id=4db4f6d3-26b8-4342-962a-cfa166bdbdd5 HTTP/1.1" status: 200  len: 210 time: 0.0978951
Nov 09 15:29:56.008704 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device bd5c36db-b29e-4650-ba46-3fa7566510d9 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:29:56.065889 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: bd5c36db-b29e-4650-ba46-3fa7566510d9 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:29:56.066242 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device bd5c36db-b29e-4650-ba46-3fa7566510d9 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:29:56.572990 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6e80f-6796-4df4-941a-c31e8308c613 req-3211a8b7-508c-4aba-b4a8-f1cd21c33145 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:56.574680 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-11b6e80f-6796-4df4-941a-c31e8308c613 req-3211a8b7-508c-4aba-b4a8-f1cd21c33145 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.3726101
Nov 09 15:29:56.592563 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334f06-906c-4bd7-94b5-86d8cb4ebe0a req-5910d9cc-a999-4408-8017-00aa02e28f65 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:56.595410 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d6334f06-906c-4bd7-94b5-86d8cb4ebe0a req-5910d9cc-a999-4408-8017-00aa02e28f65 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 944 time: 0.1696236
Nov 09 15:29:56.702514 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-11b6e80f-6796-4df4-941a-c31e8308c613 req-62d05df4-9ccf-4097-9253-3c1f5ec85956 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054585
Nov 09 15:29:56.705774 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d6334f06-906c-4bd7-94b5-86d8cb4ebe0a req-ef959443-a4f1-44de-b56f-6cbe8ee1a264 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887454
Nov 09 15:29:58.021336 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device c3b902eb-4910-41b5-83db-e83c3f369d7e up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:29:58.156376 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port c3b902eb-4910-41b5-83db-e83c3f369d7e completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:29:58.174739 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port c3b902eb-4910-41b5-83db-e83c3f369d7e triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:29:58.175834 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:58.264381 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182303a0-c403-401c-b737-4744c07b4d7e req-614bc781-48c3-4d56-8adf-13b4489cf994 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:58.286912 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-182303a0-c403-401c-b737-4744c07b4d7e req-614bc781-48c3-4d56-8adf-13b4489cf994 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 944 time: 0.2956216
Nov 09 15:29:58.403695 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-182303a0-c403-401c-b737-4744c07b4d7e req-3c7120a6-8bd2-4153-b26f-d7bba7174542 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1139035
Nov 09 15:29:58.573308 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:58.720655 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port c3b902eb-4910-41b5-83db-e83c3f369d7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c3b902eb-4910-41b5-83db-e83c3f369d7e,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:29:58.722145 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9333cb52-4761-4293-86db-2ba8f1552109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b902eb-4910-41b5-83db-e83c3f369d7e'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:29:58.752929 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:58.771700 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:29:58.920011 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=c3b902eb-4910-41b5-83db-e83c3f369d7e,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:29:58.926232 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:29:58.944122 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9333cb52-4761-4293-86db-2ba8f1552109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'code': 200}
Nov 09 15:29:59.257322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33058) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:29:59.484138 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c6698-9ff7-4717-baf3-8e803c98db02 req-c6ab4e7d-8559-42c6-9ade-78414999f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:29:59.489104 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-466c6698-9ff7-4717-baf3-8e803c98db02 req-c6ab4e7d-8559-42c6-9ade-78414999f672 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 1098 time: 0.1895447
Nov 09 15:29:59.637181 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-466c6698-9ff7-4717-baf3-8e803c98db02 req-7f04d2de-f387-4845-81e4-e35cdbd93b80 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249807
Nov 09 15:29:59.679488 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:59.705230 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:29:59.719835 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Usage tracker for resource:security_group_rule and tenant:9ea680d0731f4c8c861e1647cd0cd59f is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:29:59.724294 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:29:59.734574 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:29:59.962289 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:59.970827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:29:59.995831 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-91ac228b-c5fd-4626-8725-cd3ecb7f4009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:00.069232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760e5be-b8de-48b4-a5e2-8f8811d0de32,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:00.073233 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0a824-da91-4625-8e0c-a57082e37e44 req-768e74fc-1c36-437a-a8e0-8fd1b67a5eca tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:00.078092 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-73e0a824-da91-4625-8e0c-a57082e37e44 req-768e74fc-1c36-437a-a8e0-8fd1b67a5eca tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 945 time: 0.2366397
Nov 09 15:30:00.094219 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9ea680d0731f4c8c861e1647cd0cd59f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8341060
Nov 09 15:30:00.099207 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33084) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:00.101611 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.102085 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.102648 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.103255 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.103896 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.104388 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.104815 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.105169 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.105521 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.105870 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.106243 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.106611 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:00.209585 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:00.226798 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-73e0a824-da91-4625-8e0c-a57082e37e44 req-ecbe9f1c-cd46-4ab3-b827-db5bd12a0ec8 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1372461
Nov 09 15:30:00.283183 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8734cca4-adba-479d-946a-5efb9c4bb7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:00.355768 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8734cca4-adba-479d-946a-5efb9c4bb7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:00.471043 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8734cca4-adba-479d-946a-5efb9c4bb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:00.484425 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-715a9ebe-f4fe-4d01-8efd-8def01a54dd8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:00.505641 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734cca4-adba-479d-946a-5efb9c4bb7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760e5be-b8de-48b4-a5e2-8f8811d0de32,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:00.510138 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8734cca4-adba-479d-946a-5efb9c4bb7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:00.511774 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8734cca4-adba-479d-946a-5efb9c4bb7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:00.518546 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-8734cca4-adba-479d-946a-5efb9c4bb7f7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6760e5be-b8de-48b4-a5e2-8f8811d0de32 HTTP/1.1" status: 204  len: 168 time: 0.4002159
Nov 09 15:30:01.445989 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:30:01.551476 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-3bcff12d-c000-43da-84f8-c349b7eb264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:01.717410 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727959fe-b340-46f7-9b47-bc2815fb015a req-e22a6817-ac2e-452e-a2ec-04f5a1e1d709 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:01.724341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-727959fe-b340-46f7-9b47-bc2815fb015a req-e22a6817-ac2e-452e-a2ec-04f5a1e1d709 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 945 time: 0.2349811
Nov 09 15:30:01.802180 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-727959fe-b340-46f7-9b47-bc2815fb015a req-8b09bc4e-6a35-46e5-bb09-266aa10ea2c0 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768778
Nov 09 15:30:01.889917 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:02.366947 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf2a8-f7b3-40b6-8a50-234a859fea66 req-eb33b73a-8d27-4ab8-9eaa-9ca09be1cd08 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:02.370236 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3debf2a8-f7b3-40b6-8a50-234a859fea66 req-eb33b73a-8d27-4ab8-9eaa-9ca09be1cd08 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 945 time: 0.3142867
Nov 09 15:30:02.486464 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3debf2a8-f7b3-40b6-8a50-234a859fea66 req-027973a7-fbb0-4847-b603-231d662f95b9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002584
Nov 09 15:30:02.504142 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125302e-0f4f-4f65-a6db-93db37564778 req-5ce76e37-3085-47a7-801b-30c28c9125fe tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:02.515658 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-5ce76e37-3085-47a7-801b-30c28c9125fe tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/networks?id=70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 200  len: 814 time: 0.3558221
Nov 09 15:30:02.547898 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33232) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:02.555865 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-dc0d52d9-d0c9-4113-b6ec-82e6e75ac925 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/quotas/a3e4478342264605b8649ab0a3b3c93e HTTP/1.1" status: 200  len: 375 time: 0.0346050
Nov 09 15:30:02.806342 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-4a4d581e-a921-446e-9d60-d37d60677220 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a3e4478342264605b8649ab0a3b3c93e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2430847
Nov 09 15:30:03.041651 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-1e84c55f-0115-42cb-ac97-a0f8d905ae24 service neutron] 10.222.0.87 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242529
Nov 09 15:30:03.099325 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f592d5-9dd6-420b-84ff-27c913359a48 tempest-TestVolumeBootPattern-1149223215 tempest-TestVolumeBootPattern-1149223215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:03.100521 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f3f592d5-9dd6-420b-84ff-27c913359a48 tempest-TestVolumeBootPattern-1149223215 tempest-TestVolumeBootPattern-1149223215-project-admin] Synchronizing usage tracker for tenant:e13d1770870f4744ae6c6f1f1e67bd9d on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:30:03.130826 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f3f592d5-9dd6-420b-84ff-27c913359a48 tempest-TestVolumeBootPattern-1149223215 tempest-TestVolumeBootPattern-1149223215-project-admin] Unset dirty status for tenant:e13d1770870f4744ae6c6f1f1e67bd9d on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:30:03.135758 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f3f592d5-9dd6-420b-84ff-27c913359a48 tempest-TestVolumeBootPattern-1149223215 tempest-TestVolumeBootPattern-1149223215-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 1093 time: 0.5854976
Nov 09 15:30:03.136942 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33258) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:03.145088 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'port_id': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:03.152194 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:03.160565 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:floatingip and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:03.165738 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:03.174637 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:03.197411 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:03.220656 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33266) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:03.266421 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-7186dd2d-acaa-4443-aada-9a1955050ddb service neutron] 10.222.0.87 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082198
Nov 09 15:30:03.477634 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:03.600184 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:03.632817 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:03.638250 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Usage tracker for resource:security_group_rule and tenant:1080da0ef7b24602898741d1d92d4fc9 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:03.644944 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:03.658493 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:03.663657 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0eef3c38-e098-4bb1-97f5-47e854b6e6c1 req-041a7944-c9e0-4e07-99b3-5d22059c694b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 210 time: 0.0772853
Nov 09 15:30:03.792005 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Allocated IP 172.27.0.29 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/fe0c4e07-00b9-40be-b85f-f491027ecf6e) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:30:04.021696 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.036035 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.047133 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-b45d31c6-9ce8-4323-bd53-e2c15e5b7ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:04.085399 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d4b4cdc5-d901-4340-8ba2-c16d20fcfeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.123191 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1080da0ef7b24602898741d1d92d4fc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8985314
Nov 09 15:30:04.123526 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33306) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:04.132881 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.136402 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6df0c8f-dd55-45e9-be19-429383ec00a2,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:04.142401 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:04.203858 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.221521 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cc009f77-4162-4b69-ab94-1eaecdbd922e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:04.253699 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.302643 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.318206 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:30:04.340346 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:30:04.354266 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:30:04.419264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.428532 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-312ace37-92ad-4532-8ef7-5ecdbfa20796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:04.446877 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6df0c8f-dd55-45e9-be19-429383ec00a2,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:04.463758 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.464527 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.465461 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.466665 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.467543 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.468570 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.469961 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.470752 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.471565 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.472450 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.472791 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.473402 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:04.491448 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:04.507902 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:04.509365 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c6df0c8f-dd55-45e9-be19-429383ec00a2 HTTP/1.1" status: 204  len: 168 time: 0.3843241
Nov 09 15:30:04.535944 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=fe0c4e07-00b9-40be-b85f-f491027ecf6e,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:04.541243 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:04.874878 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3ef5-c945-45eb-864f-72f00a9b8819 req-746bbfd7-a501-490a-8e50-ca4fb6516ecd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:04.882466 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d2bd3ef5-c945-45eb-864f-72f00a9b8819 req-746bbfd7-a501-490a-8e50-ca4fb6516ecd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.2249644
Nov 09 15:30:05.009439 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:05.021613 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8c80799e-ae0a-4c8b-9241-45859a99f4a4 req-498287eb-0a4a-4724-b04b-bee6cd451973 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 210 time: 0.0876539
Nov 09 15:30:05.054925 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d2bd3ef5-c945-45eb-864f-72f00a9b8819 req-c9ec3b36-85f0-40ee-bdd6-ec033952e173 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640253
Nov 09 15:30:05.522664 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:05.744138 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125302e-0f4f-4f65-a6db-93db37564778 req-c49775e9-ff47-4072-b7cf-024a3d8fa4ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:05.745016 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-6125302e-0f4f-4f65-a6db-93db37564778 req-c49775e9-ff47-4072-b7cf-024a3d8fa4ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Synchronizing usage tracker for tenant:a3e4478342264605b8649ab0a3b3c93e on resource:network {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:30:05.753168 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:05.814793 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-6125302e-0f4f-4f65-a6db-93db37564778 req-c49775e9-ff47-4072-b7cf-024a3d8fa4ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Unset dirty status for tenant:a3e4478342264605b8649ab0a3b3c93e on resource:network {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:30:05.816116 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-c49775e9-ff47-4072-b7cf-024a3d8fa4ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.71 "GET /v2.0/networks?id=70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 200  len: 814 time: 0.3266602
Nov 09 15:30:05.839665 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'port': {'device_id': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'admin_state_up': True, 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:06.102163 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:06.110232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:port and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:06.114820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:06.124464 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:06.150146 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:06.155863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Made reservation on behalf of a3e4478342264605b8649ab0a3b3c93e for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:30:06.161183 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:06.177192 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:06.184467 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:06.231193 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-63a91d7d-f903-40e9-a459-25a50ae1080b req-dff27f9b-b075-4350-9463-a9c06b672643 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 210 time: 0.0832348
Nov 09 15:30:06.315526 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca404-b61a-49e3-a6b3-fefb59ee90cd req-c9ee697b-c35c-47e5-9fd1-ba92d8d94f99 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:06.317368 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e17ca404-b61a-49e3-a6b3-fefb59ee90cd req-c9ee697b-c35c-47e5-9fd1-ba92d8d94f99 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1269114
Nov 09 15:30:06.368985 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:06.377837 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=fe0c4e07-00b9-40be-b85f-f491027ecf6e,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:06.381417 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:06.420350 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:06.457501 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e17ca404-b61a-49e3-a6b3-fefb59ee90cd req-11c06885-1de0-4437-9434-bdab32b13b61 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252623
Nov 09 15:30:06.745936 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:07.006093 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Floating IP 62423210-9d43-4ce7-b756-a7582c05133b associated. External IP: 172.27.0.29, port: c3b902eb-4910-41b5-83db-e83c3f369d7e.
Nov 09 15:30:07.189395 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33380) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:07.225850 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Allocated IP 172.20.0.3 (70aabe4c-c06e-42e1-8431-d75ad3d3e464/dd824ab7-e7fe-4258-8624-5ffedf89effd/eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:30:07.428375 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-9d82d2dc-c23e-4eda-a56b-0c4c0c75dced admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e0af9429bd6d4dce88d29f8536570e85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2376106
Nov 09 15:30:07.433636 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33388) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:07.676320 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:30:07.698533 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-24423dc7-05dd-415e-96aa-3d92143fd6e1 req-263d0d78-4e96-42fa-a786-d19f605c7418 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 210 time: 0.2504194
Nov 09 15:30:07.717702 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:07.758477 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-28a5edee-b513-41ec-9387-ae673a7b9224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:07.800735 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-28a5edee-b513-41ec-9387-ae673a7b9224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:07.887600 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-28a5edee-b513-41ec-9387-ae673a7b9224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:07.888061 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Transition to ACTIVE for port object eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:30:07.893899 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-f7994ce8-2df3-4677-a809-e24cffef128d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:07.946578 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5edee-b513-41ec-9387-ae673a7b9224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3770c8f5-9899-4433-a375-520fce6e9d5a,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:07.955026 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-28a5edee-b513-41ec-9387-ae673a7b9224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:07.974755 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-28a5edee-b513-41ec-9387-ae673a7b9224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:07.979692 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-28a5edee-b513-41ec-9387-ae673a7b9224 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3770c8f5-9899-4433-a375-520fce6e9d5a HTTP/1.1" status: 204  len: 168 time: 0.5418019
Nov 09 15:30:08.023599 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351887ca-1638-4977-a46f-8a89da127811 req-37307a71-9c7d-4610-bd3a-ef5bf1a1d1dc tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:08.025249 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-351887ca-1638-4977-a46f-8a89da127811 req-37307a71-9c7d-4610-bd3a-ef5bf1a1d1dc tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1214271
Nov 09 15:30:08.054665 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:30:08.066553 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:30:08.084323 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:08.093109 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:30:08.094721 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c004178c-c58a-4005-9b38-73d5cf163a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:08.097373 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0642a4c0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:30:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:08.185027 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-351887ca-1638-4977-a46f-8a89da127811 req-1c4107ca-e623-4880-8b9b-6dda07dd7c8e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482167
Nov 09 15:30:08.204599 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:30:08.208652 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:30:08.210599 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:08.242670 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:30:08.372842 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:30:08.431514 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'Port': ['ID=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:08.441084 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:08.513894 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.3747270
Nov 09 15:30:08.520425 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9333cb52-4761-4293-86db-2ba8f1552109', 'tag': 'c3b902eb-4910-41b5-83db-e83c3f369d7e'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:08.559174 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:08.561703 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:08.611649 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7774363
Nov 09 15:30:08.645095 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9333cb52-4761-4293-86db-2ba8f1552109', 'tag': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'status': 'completed', 'code': 200}
Nov 09 15:30:08.734678 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-b1855874-0e93-4099-bc95-eb4bfc9d531d None None] Provisioning for port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:30:08.744818 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-b1855874-0e93-4099-bc95-eb4bfc9d531d None None] Provisioning complete for port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:30:08.746054 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b1855874-0e93-4099-bc95-eb4bfc9d531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:08.864309 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-b1855874-0e93-4099-bc95-eb4bfc9d531d None None] Port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:30:09.010002 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0642a4c0>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '62423210-9d43-4ce7-b756-a7582c05133b', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:87:50:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9333cb52-4761-4293-86db-2ba8f1552109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:05Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:09.015397 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488dc06-4837-47cf-96c3-d9e9ed4c240f req-406972c4-1063-4362-9c91-292b977bc1e6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:09.017611 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3488dc06-4837-47cf-96c3-d9e9ed4c240f req-406972c4-1063-4362-9c91-292b977bc1e6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 931 time: 0.1310530
Nov 09 15:30:09.021644 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:30:09.032097 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:30:09.032701 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0642a4c0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:30:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:09.070869 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3488dc06-4837-47cf-96c3-d9e9ed4c240f req-777726b8-33c7-4a30-bb34-2829afdabe4b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475898
Nov 09 15:30:09.306653 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:30:09.458304 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33422) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:09.459334 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd21e30-f5e7-4805-9c9d-2dda80978be6 req-b9dd58ac-1448-4bae-9b69-7755e34ea75f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:09.461307 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7bd21e30-f5e7-4805-9c9d-2dda80978be6 req-b9dd58ac-1448-4bae-9b69-7755e34ea75f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1566918
Nov 09 15:30:09.545157 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7bd21e30-f5e7-4805-9c9d-2dda80978be6 req-613daeef-e3b8-4263-bd7a-0cd8781480d9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770333
Nov 09 15:30:09.629484 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-989897462-network', 'tenant_id': 'ba0d9464335e4d9a9dc38a09441cfb5d'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:09.634361 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:09.639591 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Usage tracker for resource:network and tenant:ba0d9464335e4d9a9dc38a09441cfb5d is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:09.643089 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:09.649741 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:09.662335 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Made reservation on behalf of ba0d9464335e4d9a9dc38a09441cfb5d for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:30:09.664660 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:09.678630 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:09.708104 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:09.712502 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0d9464335e4d9a9dc38a09441cfb5d is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:09.716474 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:09.723684 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:09.830899 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0642a4c0>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '62423210-9d43-4ce7-b756-a7582c05133b', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:87:50:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9333cb52-4761-4293-86db-2ba8f1552109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:05Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:09.836022 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad85ed3-357f-4ae6-9c51-dfbddf3ff005 None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '62423210-9d43-4ce7-b756-a7582c05133b', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:87:50:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9333cb52-4761-4293-86db-2ba8f1552109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:30:05Z', 'updated_at': '2021-11-09T15:30:05Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:30:09.847806 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:09.856298 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:09.860242 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4e042955-f10f-4391-84cf-3c44bc1fbb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:09.892855 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1194}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:30:09.903852 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1a823a-9c70-4e6c-84ef-106428d52179,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:09.915847 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:09.931863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:09.932310 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Added segment e5013b8d-9cbc-49c6-ab09-7555c9c82bb2 of type vlan for network c3ee4335-f7b1-435f-a770-2ba318ff2397
Nov 09 15:30:09.985776 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:10.030764 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:10.032156 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:10.033008 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:10.040754 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:10.181294 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7216086
Nov 09 15:30:10.186503 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33432) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:10.187819 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ee4335-f7b1-435f-a770-2ba318ff2397,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:10.195152 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:10.205448 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Request body: {'subnet': {'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-989897462-subnet', 'tenant_id': 'ba0d9464335e4d9a9dc38a09441cfb5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:10.218966 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network c3ee4335-f7b1-435f-a770-2ba318ff2397 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:30:10.243528 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:10.250110 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Usage tracker for resource:subnet and tenant:ba0d9464335e4d9a9dc38a09441cfb5d is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:10.254933 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:10.261308 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24593342-7d6b-4cc7-b8de-5cacec709804 None None] New status for floating IP 62423210-9d43-4ce7-b756-a7582c05133b: ACTIVE {{(pid=86783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:30:10.270832 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:10.351009 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Made reservation on behalf of ba0d9464335e4d9a9dc38a09441cfb5d for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:30:10.354871 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2861285'] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:10.700709 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065a39b-acfa-4072-9401-90bc6967f08d req-e338b787-3bfa-4b6c-9052-0c4aebfc3e90 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:10.702468 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6065a39b-acfa-4072-9401-90bc6967f08d req-e338b787-3bfa-4b6c-9052-0c4aebfc3e90 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 931 time: 0.4024701
Nov 09 15:30:10.822665 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2861307'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:10.833308 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:10.873582 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6065a39b-acfa-4072-9401-90bc6967f08d req-dd251dca-aabd-452d-be40-c1ddc1b91545 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918860
Nov 09 15:30:10.928359 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294c4ff8-b1cb-4178-8e7d-3e57e26e67f4,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:10.931445 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:10.944535 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Checking segment: {'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:30:10.945029 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Network hostable DHCP agents. Network: c3ee4335-f7b1-435f-a770-2ba318ff2397, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:30:10.982930 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Network c3ee4335-f7b1-435f-a770-2ba318ff2397 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:30:11.002418 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, c3ee4335-f7b1-435f-a770-2ba318ff2397) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:30:11.012432 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:11.013418 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:11.023793 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4accbe8-5045-4f2e-9dcd-cc986030c4a5 None None] Network c3ee4335-f7b1-435f-a770-2ba318ff2397 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:30:11.146967 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9568646
Nov 09 15:30:11.205070 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020042a4-2fee-48c9-98d9-6c7eae9b322e req-3eec74ab-583f-4b7e-a001-e5e4df772729 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:11.207618 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-020042a4-2fee-48c9-98d9-6c7eae9b322e req-3eec74ab-583f-4b7e-a001-e5e4df772729 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1334424
Nov 09 15:30:11.309110 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-020042a4-2fee-48c9-98d9-6c7eae9b322e req-e49cb9b3-fa2d-4bd6-bdd3-c6e973c2b50c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903008
Nov 09 15:30:11.471278 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38f0399-7002-41c3-ab56-ce43b533793e None None] Network c3ee4335-f7b1-435f-a770-2ba318ff2397 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:30:12.254610 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f8982-6bdc-4e40-944a-12a83eb25311 req-a57c4693-3a04-4cbf-8fc5-49ee2a92e2da tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:12.258685 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-062f8982-6bdc-4e40-944a-12a83eb25311 req-a57c4693-3a04-4cbf-8fc5-49ee2a92e2da tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 931 time: 0.1656859
Nov 09 15:30:12.327745 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-062f8982-6bdc-4e40-944a-12a83eb25311 req-364ec016-b5be-485a-a9d0-b6d0a55d2d64 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591986
Nov 09 15:30:12.620302 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef602-fec2-49f2-84c0-95d1212405d9 req-f289456a-6405-4df3-97f9-adb86faeb918 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:12.622914 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fcfef602-fec2-49f2-84c0-95d1212405d9 req-f289456a-6405-4df3-97f9-adb86faeb918 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1356757
Nov 09 15:30:12.697764 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fcfef602-fec2-49f2-84c0-95d1212405d9 req-93f75ca9-1a20-438d-9260-b78764185fdd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657160
Nov 09 15:30:13.733631 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76871ea-17d5-4286-bcd2-f002dab49f42 req-84572b61-e32f-4ce2-922a-fdf00898dfed tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:13.736069 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d76871ea-17d5-4286-bcd2-f002dab49f42 req-84572b61-e32f-4ce2-922a-fdf00898dfed tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 931 time: 0.1232371
Nov 09 15:30:13.800980 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d76871ea-17d5-4286-bcd2-f002dab49f42 req-ae8c8c72-9bb0-41ee-b6cf-539216f541dd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585935
Nov 09 15:30:14.162425 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba0716-8744-4442-bdf7-06fd6681365a req-ef4276cf-c060-43c5-af01-e30289c67213 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:14.164437 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-ef4276cf-c060-43c5-af01-e30289c67213 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/networks?id=c3ee4335-f7b1-435f-a770-2ba318ff2397 HTTP/1.1" status: 200  len: 813 time: 0.2357173
Nov 09 15:30:14.187522 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c9cb1bf3-110c-40c1-9039-4acb2353055e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/quotas/ba0d9464335e4d9a9dc38a09441cfb5d HTTP/1.1" status: 200  len: 375 time: 0.0145538
Nov 09 15:30:14.262525 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-496940d0-3c8e-4870-80e7-fb61b2962eef tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ba0d9464335e4d9a9dc38a09441cfb5d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0618851
Nov 09 15:30:14.515997 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-618ef688-ac3f-4e79-970b-0efa2ff62bb0 service neutron] 10.222.0.87 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2434895
Nov 09 15:30:14.699816 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-d09dec29-b8e0-4b3b-af32-9429f75fb8b9 service neutron] 10.222.0.87 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752789
Nov 09 15:30:15.302956 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ff2d3-dd73-460a-98ee-8821941cc15b req-73f705f9-0fce-4ec9-8f4e-a2e7654bc30b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:15.304726 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-eb2ff2d3-dd73-460a-98ee-8821941cc15b req-73f705f9-0fce-4ec9-8f4e-a2e7654bc30b tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.3140259
Nov 09 15:30:15.402209 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-eb2ff2d3-dd73-460a-98ee-8821941cc15b req-df46025d-6ef5-4407-a7ed-27dceb1aebdc tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850465
Nov 09 15:30:15.687261 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96205d-bcc9-4486-83f2-4ce203ade095 req-6056f1a5-1ac9-4bf2-869b-7cd7601c21b1 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:15.688817 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ee96205d-bcc9-4486-83f2-4ce203ade095 req-6056f1a5-1ac9-4bf2-869b-7cd7601c21b1 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 931 time: 0.1436360
Nov 09 15:30:15.742630 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ee96205d-bcc9-4486-83f2-4ce203ade095 req-5452ce2d-cf81-4ea5-84c6-4cf6225cbda1 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433841
Nov 09 15:30:15.912400 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0c44511-c781-4d4e-b019-056f65c13aeb req-3b00d37f-0a64-41d2-90c1-027dbab74ad1 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 210 time: 0.0628142
Nov 09 15:30:16.652422 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c26d1-3719-4118-8a51-12bf912a1a7a req-9b7ed92c-e392-4d74-a0f9-bb4c1287a955 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:16.655864 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d17c26d1-3719-4118-8a51-12bf912a1a7a req-9b7ed92c-e392-4d74-a0f9-bb4c1287a955 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1066513
Nov 09 15:30:16.705227 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d17c26d1-3719-4118-8a51-12bf912a1a7a req-7622a221-a70e-44a3-8e5c-7fe29abb914e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430367
Nov 09 15:30:16.956291 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a427cf-c362-4342-a01a-1fbbcd51bc3c req-96d2a7fd-4878-4834-99e0-a1c4ab37f60d tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:16.957860 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-19a427cf-c362-4342-a01a-1fbbcd51bc3c req-96d2a7fd-4878-4834-99e0-a1c4ab37f60d tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 931 time: 0.1011910
Nov 09 15:30:17.015785 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-19a427cf-c362-4342-a01a-1fbbcd51bc3c req-90ed1469-fa67-4527-bdb1-d6698f7630c8 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518584
Nov 09 15:30:17.234750 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-84e3db21-4a4c-47f4-8400-f3c3abd8cf39 req-3740eaee-710d-41e8-994d-bc699572c5d4 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 210 time: 0.0679712
Nov 09 15:30:17.919432 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c86be4-cc74-4780-bdc9-9bba7d56ca96 req-61d7a368-73a4-41f0-9c35-a1062419e268 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:17.921366 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e4c86be4-cc74-4780-bdc9-9bba7d56ca96 req-61d7a368-73a4-41f0-9c35-a1062419e268 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.0976503
Nov 09 15:30:18.001836 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e4c86be4-cc74-4780-bdc9-9bba7d56ca96 req-43407b4b-4d5d-4769-b6e0-8a0039abbd2c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729277
Nov 09 15:30:18.271142 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb564d4-3e26-47e7-bc29-5bfb7c2e90f9 req-29ce0b92-31a4-400c-8637-c48bbc05c0b9 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:18.272736 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5cb564d4-3e26-47e7-bc29-5bfb7c2e90f9 req-29ce0b92-31a4-400c-8637-c48bbc05c0b9 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 931 time: 0.0866797
Nov 09 15:30:18.359597 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5cb564d4-3e26-47e7-bc29-5bfb7c2e90f9 req-3621d483-f194-4754-a4b5-ae808f5f1b78 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777979
Nov 09 15:30:18.507999 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-69b3fce7-abbb-4442-a97f-3985765dcbc3 req-9f4b5216-766a-437d-a7b6-67fdcdd4f960 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 210 time: 0.0497293
Nov 09 15:30:19.220640 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a463848-6047-4641-9b8c-ca5a8aba5584 req-22141bbd-94b0-4460-a46e-1498a00f3a0a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:19.222551 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8a463848-6047-4641-9b8c-ca5a8aba5584 req-22141bbd-94b0-4460-a46e-1498a00f3a0a tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1006725
Nov 09 15:30:19.272970 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8a463848-6047-4641-9b8c-ca5a8aba5584 req-5f613b2d-1a72-4e4b-bd79-4509ec4af529 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445960
Nov 09 15:30:19.418670 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Request body: {'port': {'device_id': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:19.640949 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e094649-2e26-4271-9901-db9fe605aa79 req-b275d28e-4af2-4b04-b126-a2a2f74705d4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:19.642803 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e094649-2e26-4271-9901-db9fe605aa79 req-b275d28e-4af2-4b04-b126-a2a2f74705d4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 931 time: 0.1252139
Nov 09 15:30:19.646161 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-31bd58f6-23b4-4012-a005-a9e893dc1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:19.647686 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-31bd58f6-23b4-4012-a005-a9e893dc1827 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 1098 time: 0.2258091
Nov 09 15:30:19.667788 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:19.856658 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e094649-2e26-4271-9901-db9fe605aa79 req-387c280d-4376-497d-bc88-ade52611df75 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066483
Nov 09 15:30:20.031113 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ee287de4-5e56-4b6f-bba0-5fdc50a4fa0c req-6060b93e-e062-44d6-a6c1-bcf9d34ae36e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 210 time: 0.0896745
Nov 09 15:30:20.038174 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-d1db7b59-e08e-4f2d-a71e-7b35fd2296f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:20.040550 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-d1db7b59-e08e-4f2d-a71e-7b35fd2296f1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 914 time: 0.3730791
Nov 09 15:30:20.211241 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-b50942c4-53f6-4749-84fc-738a8fdf1c5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b902eb-4910-41b5-83db-e83c3f369d7e HTTP/1.1" status: 200  len: 1000 time: 0.1615455
Nov 09 15:30:20.372528 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-6ee26e62-eccc-43e1-9295-5847cb31f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:20.378921 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-6ee26e62-eccc-43e1-9295-5847cb31f613 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.1569097
Nov 09 15:30:20.457941 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:30:20.479487 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:20.512542 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Transition to ACTIVE for port object eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:30:20.539634 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:20.557874 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:20.613280 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-716532fd-fa95-4b99-bd8e-942a5a0d3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:20.615324 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-716532fd-fa95-4b99-bd8e-942a5a0d3f93 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2282825
Nov 09 15:30:20.640415 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85e04a-7757-443e-8039-af0db5adde91 req-5cb0d936-8adf-460d-ae98-bbce77b7b074 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:20.647897 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1f85e04a-7757-443e-8039-af0db5adde91 req-5cb0d936-8adf-460d-ae98-bbce77b7b074 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1475430
Nov 09 15:30:20.854890 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1f85e04a-7757-443e-8039-af0db5adde91 req-14602e72-a9db-425e-98c3-39d046d0bcd1 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057562
Nov 09 15:30:20.882622 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-47aedada-3b32-49ac-9d8d-450e1c47b92e service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2551818
Nov 09 15:30:20.891914 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:20.927062 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:21.010761 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba0716-8744-4442-bdf7-06fd6681365a req-1ce4f4df-d1e9-469f-aae9-ae9c9e3c1d4e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:21.011794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-18ba0716-8744-4442-bdf7-06fd6681365a req-1ce4f4df-d1e9-469f-aae9-ae9c9e3c1d4e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Synchronizing usage tracker for tenant:ba0d9464335e4d9a9dc38a09441cfb5d on resource:network {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:30:21.062780 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Attempting to bind port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:30:21.063211 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Attempting to bind port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:30:21.063689 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Attempting to bind port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a on network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:30:21.070498 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-18ba0716-8744-4442-bdf7-06fd6681365a req-1ce4f4df-d1e9-469f-aae9-ae9c9e3c1d4e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Unset dirty status for tenant:ba0d9464335e4d9a9dc38a09441cfb5d on resource:network {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:30:21.071651 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-1ce4f4df-d1e9-469f-aae9-ae9c9e3c1d4e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.71 "GET /v2.0/networks?id=c3ee4335-f7b1-435f-a770-2ba318ff2397 HTTP/1.1" status: 200  len: 813 time: 0.5605822
Nov 09 15:30:21.082310 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-00f557ce-882f-4a2f-8133-dd23340ac491 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:21.083020 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-00f557ce-882f-4a2f-8133-dd23340ac491 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Synchronizing usage tracker for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:30:21.085645 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a on network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:30:21.085954 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Attempting to bind port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a on network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:30:21.095587 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Request body: {'port': {'device_id': 'c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7', 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397', 'admin_state_up': True, 'tenant_id': 'ba0d9464335e4d9a9dc38a09441cfb5d'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:21.118624 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:30:21.118955 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Checking segment: {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:30:21.119345 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Bound using segment: {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:30:21.119794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Bound port: eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:30:21.120147 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:21.236096 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f2b47f6d-0048-44ca-9050-ad4c2b9a0448 req-9f029fd7-51fb-4cb7-82ca-35837a909d47 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 210 time: 0.0654969
Nov 09 15:30:21.260028 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e49e1ef-93a4-440a-8f6b-8c2f2864ddbf req-3f5cd742-b495-4900-9289-f984ea48a5cd service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3690231
Nov 09 15:30:21.263467 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-00f557ce-882f-4a2f-8133-dd23340ac491 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Unset dirty status for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:30:21.264722 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-00f557ce-882f-4a2f-8133-dd23340ac491 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.71 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.5423450
Nov 09 15:30:21.278522 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a3d5-d99e-4a62-805a-760f5a5e3a64 req-c8ac7770-8d92-4f49-925d-1e9896237687 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:21.280202 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-88f7a3d5-d99e-4a62-805a-760f5a5e3a64 req-c8ac7770-8d92-4f49-925d-1e9896237687 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 943 time: 0.1987081
Nov 09 15:30:21.335476 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-88f7a3d5-d99e-4a62-805a-760f5a5e3a64 req-a6bbd760-97e5-4ef6-bdea-869241d3032e tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480096
Nov 09 15:30:21.408241 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:21.415181 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] For port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:30:21.417640 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Usage tracker for resource:port and tenant:ba0d9464335e4d9a9dc38a09441cfb5d is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:21.424021 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Deleting port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:30:21.424363 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:21.462871 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:21.481702 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:21.492669 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] For port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:30:21.505197 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:21.512787 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:21.555712 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Made reservation on behalf of ba0d9464335e4d9a9dc38a09441cfb5d for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:30:21.559440 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:21.632516 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:21.633131 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:21.634570 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] 10.222.0.71 "PUT /v2.0/ports/eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 1093 time: 2.2234104
Nov 09 15:30:21.642936 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:21.728842 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'status': 'completed', 'code': 200}
Nov 09 15:30:21.824766 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:21.894316 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:22.105306 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125302e-0f4f-4f65-a6db-93db37564778 req-f070e976-9dcc-4a1a-a151-cb8a2ba3d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:22.106815 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-f070e976-9dcc-4a1a-a151-cb8a2ba3d97d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3e4478342264605b8649ab0a3b3c93e&device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1096 time: 0.3809836
Nov 09 15:30:22.109459 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] For port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:22.109870 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:22.215780 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf1adf-09c0-4a76-9ec0-0b80e430712f req-ec30e464-ffc9-4075-876b-153fac65f5d8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:22.217501 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fabf1adf-09c0-4a76-9ec0-0b80e430712f req-ec30e464-ffc9-4075-876b-153fac65f5d8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 946 time: 0.1769364
Nov 09 15:30:22.225416 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aec17-ce6b-4f64-a99b-962ff41bcf0b req-c39077b4-a61e-4533-aae4-fecd337ffcfa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:22.226992 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c94aec17-ce6b-4f64-a99b-962ff41bcf0b req-c39077b4-a61e-4533-aae4-fecd337ffcfa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1333869
Nov 09 15:30:22.302608 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fabf1adf-09c0-4a76-9ec0-0b80e430712f req-e76d554f-503f-43b0-8fb5-d86865df1cb6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745687
Nov 09 15:30:22.308123 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c94aec17-ce6b-4f64-a99b-962ff41bcf0b req-9fb2f75f-bccc-488a-af79-fce12191f56d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652595
Nov 09 15:30:22.317105 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Allocated IP 172.20.0.5 (c3ee4335-f7b1-435f-a770-2ba318ff2397/294c4ff8-b1cb-4178-8e7d-3e57e26e67f4/c482e958-ac16-4350-b472-609da716a50e) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:30:22.519647 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-79bcbc36-0408-480b-afaa-045d4e47312f req-94577d49-688d-4980-8965-ae47f8228052 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 210 time: 0.0887156
Nov 09 15:30:22.546804 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-5b9367d7-7c7f-4942-9599-2e3db7a8c1e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 217 time: 0.4232004
Nov 09 15:30:22.554118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Calling delete_port for a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:30:22.602264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adac0e-5c65-46bd-9339-6b5ffd5626af req-c74a8ae0-513b-4d5b-b8c7-d8da9d26f6fc tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:22.604420 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-84adac0e-5c65-46bd-9339-6b5ffd5626af req-c74a8ae0-513b-4d5b-b8c7-d8da9d26f6fc tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 943 time: 0.1363392
Nov 09 15:30:22.688957 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-84adac0e-5c65-46bd-9339-6b5ffd5626af req-00416c64-6546-41cb-a060-8f3d54086aa4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730684
Nov 09 15:30:22.811865 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125302e-0f4f-4f65-a6db-93db37564778 req-8c9ddf49-d0fe-4689-936b-a16dc6c80d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:22.813476 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-8c9ddf49-d0fe-4689-936b-a16dc6c80d5c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dd824ab7-e7fe-4258-8624-5ffedf89effd HTTP/1.1" status: 200  len: 853 time: 0.2184844
Nov 09 15:30:22.980488 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:23.000760 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:23.008863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:23.018290 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['bbf3585c-b240-4f2c-a593-2ed336a53066', 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:30:23.067862 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Pushing event deleted for resources: {'Port': ['ID=a4a2a773-9eae-4d16-a7db-f5f82c3eeef5,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:23.074584 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:23.167194 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] No DVR routers for this DVR port a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:30:23.170047 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125302e-0f4f-4f65-a6db-93db37564778 req-ba025cbc-de93-4f91-98f7-3685b0326c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:23.171999 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-ba025cbc-de93-4f91-98f7-3685b0326c9c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=70aabe4c-c06e-42e1-8431-d75ad3d3e464&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3461878
Nov 09 15:30:23.175858 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:23.208993 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:23.241864 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5202f-9f31-4b96-bca6-49430b4146eb req-78af67ce-37cd-473a-aa86-8474c4a84921 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:23.243805 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-26a5202f-9f31-4b96-bca6-49430b4146eb req-78af67ce-37cd-473a-aa86-8474c4a84921 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0979033
Nov 09 15:30:23.270515 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:23.309255 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-26a5202f-9f31-4b96-bca6-49430b4146eb req-7ecae9a5-9c81-439c-8835-a7c5c7dceb2d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579984
Nov 09 15:30:23.322661 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0ba498a1-08cb-49ba-91fe-eb729cd2eae0 req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.71 "DELETE /v2.0/ports/a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 HTTP/1.1" status: 204  len: 173 time: 2.0459998
Nov 09 15:30:23.376977 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Network c3ee4335-f7b1-435f-a770-2ba318ff2397 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:30:23.397605 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:30:23.419799 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:30:23.489201 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Pushing event updated for resources: {'Port': ['ID=c482e958-ac16-4350-b472-609da716a50e,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:23.499112 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:23.538242 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-99eea7c4-f271-4e7e-8df0-51adb015eb38 service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3572245
Nov 09 15:30:23.558527 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:23.560007 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:23.561211 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e7215ba3-cbf5-4bd8-85ba-562c3d5fc36d req-4c6b77b5-ad6f-4c34-a3fb-0186fc44032f tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed55f028-18df-4b4b-aa85-031a3d763f04 HTTP/1.1" status: 200  len: 210 time: 0.0998542
Nov 09 15:30:23.615745 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05e4a-a088-4490-9fcf-266ca206da4e req-766df7af-cbd2-41d8-ab36-6435c62338e4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:23.617319 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3cf05e4a-a088-4490-9fcf-266ca206da4e req-766df7af-cbd2-41d8-ab36-6435c62338e4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1132817
Nov 09 15:30:23.679894 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5903952
Nov 09 15:30:23.698919 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Request body: {'port': {'device_id': 'c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:23.729238 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3cf05e4a-a088-4490-9fcf-266ca206da4e req-ef32dfae-ece0-4c9c-b525-113b58eaa96f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023567
Nov 09 15:30:23.741610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed55f028-18df-4b4b-aa85-031a3d763f04', 'name': 'network-vif-deleted', 'tag': 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:23.796370 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c6e1-b560-426a-b224-3567d9dbb186 req-15dff2dc-fd75-4c1e-a056-e7f7fd09cb28 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:23.797900 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8d6c6e1-b560-426a-b224-3567d9dbb186 req-15dff2dc-fd75-4c1e-a056-e7f7fd09cb28 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 931 time: 0.1177270
Nov 09 15:30:23.846595 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-6125302e-0f4f-4f65-a6db-93db37564778 req-b6649fe9-9a44-40ed-a3cc-85bb4867008f service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2818303
Nov 09 15:30:23.884906 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:23.887321 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8d6c6e1-b560-426a-b224-3567d9dbb186 req-9b8dc4b1-2fa4-4646-9e7b-8395ebb30dca tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819576
Nov 09 15:30:23.960914 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6773c-dd26-4256-a279-b5bf8570521b req-67ea11d1-1d11-4b59-bbd3-b4e02cdf7332 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:23.963328 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e4d6773c-dd26-4256-a279-b5bf8570521b req-67ea11d1-1d11-4b59-bbd3-b4e02cdf7332 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 943 time: 0.1187174
Nov 09 15:30:23.994447 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed55f028-18df-4b4b-aa85-031a3d763f04', 'name': 'network-vif-deleted', 'tag': 'a4a2a773-9eae-4d16-a7db-f5f82c3eeef5', 'status': 'completed', 'code': 200}
Nov 09 15:30:24.028141 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e4d6773c-dd26-4256-a279-b5bf8570521b req-910d9437-e876-4aba-a429-8610fcf177c1 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544970
Nov 09 15:30:24.225305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-11e27915-9c39-4b4b-b5f9-673cca611017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:24.226866 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-11e27915-9c39-4b4b-b5f9-673cca611017 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3e4478342264605b8649ab0a3b3c93e&device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1096 time: 0.2870283
Nov 09 15:30:24.481351 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-58999df5-e4d8-4a2e-b6b8-4459bc85878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:24.483611 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-58999df5-e4d8-4a2e-b6b8-4459bc85878b service neutron] 10.222.0.71 "GET /v2.0/networks?id=70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 200  len: 916 time: 0.2384961
Nov 09 15:30:24.535083 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bafca-09b1-4aaa-98eb-dc5ac5f9c685 req-449d60aa-b56f-40c5-be3f-f7b9b1a9d736 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:24.537252 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f54bafca-09b1-4aaa-98eb-dc5ac5f9c685 req-449d60aa-b56f-40c5-be3f-f7b9b1a9d736 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0948386
Nov 09 15:30:24.597291 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f54bafca-09b1-4aaa-98eb-dc5ac5f9c685 req-7cd3416c-e0ff-4d8a-9a1a-0d12b0f1e30b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479467
Nov 09 15:30:24.605644 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-9709b637-c896-4aa7-9383-bcb30e0eea0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 217 time: 0.1051013
Nov 09 15:30:24.693524 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c482e958-ac16-4350-b472-609da716a50e {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:30:24.708749 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:24.715999 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-6a50c593-9e95-4a97-bb16-1d57ba394b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:24.717604 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-6a50c593-9e95-4a97-bb16-1d57ba394b26 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dd824ab7-e7fe-4258-8624-5ffedf89effd HTTP/1.1" status: 200  len: 853 time: 0.0962584
Nov 09 15:30:24.765206 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Transition to ACTIVE for port object c482e958-ac16-4350-b472-609da716a50e will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:30:24.775243 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:24.780833 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-08dbf2b4-7663-49c0-99f9-16977669e293 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:24.953638 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=c482e958-ac16-4350-b472-609da716a50e,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:24.956700 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:24.969433 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009fb7b-f5d5-404b-89cf-eaf9ba98e635 req-3075b47e-021e-4860-a675-1a705f447c69 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:24.971032 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f009fb7b-f5d5-404b-89cf-eaf9ba98e635 req-3075b47e-021e-4860-a675-1a705f447c69 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1082268
Nov 09 15:30:25.031089 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f009fb7b-f5d5-404b-89cf-eaf9ba98e635 req-1b8c6988-c430-453f-b46e-9b8a0edb489d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523686
Nov 09 15:30:25.051304 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-1b9e38ab-6ffb-45d1-9048-711729832a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:25.052595 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-1b9e38ab-6ffb-45d1-9048-711729832a4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=70aabe4c-c06e-42e1-8431-d75ad3d3e464&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3246343
Nov 09 15:30:25.162595 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4421b2-e521-43e2-b9bb-a7dc2ed40d4c req-96fecbe8-1226-43b4-b6a0-38e3986dd296 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:25.164180 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cf4421b2-e521-43e2-b9bb-a7dc2ed40d4c req-96fecbe8-1226-43b4-b6a0-38e3986dd296 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 943 time: 0.1011667
Nov 09 15:30:25.178613 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Attempting to bind port c482e958-ac16-4350-b472-609da716a50e on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:30:25.178944 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Attempting to bind port c482e958-ac16-4350-b472-609da716a50e by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:30:25.179542 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Attempting to bind port c482e958-ac16-4350-b472-609da716a50e on network c3ee4335-f7b1-435f-a770-2ba318ff2397 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:30:25.189263 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Port c482e958-ac16-4350-b472-609da716a50e on network c3ee4335-f7b1-435f-a770-2ba318ff2397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:30:25.189589 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Attempting to bind port c482e958-ac16-4350-b472-609da716a50e on network c3ee4335-f7b1-435f-a770-2ba318ff2397 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:30:25.202376 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:30:25.202831 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Checking segment: {'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:30:25.203293 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Bound using segment: {'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:30:25.203737 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Bound port: c482e958-ac16-4350-b472-609da716a50e, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:30:25.204082 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:25.267833 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cf4421b2-e521-43e2-b9bb-a7dc2ed40d4c req-8309f0b3-1107-4e3b-a2b7-0bd379176ad5 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692394
Nov 09 15:30:25.304787 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3139-3dcd-4b84-ac83-369afcef6442 req-0757ebb5-a5e7-4efb-bec1-f0f838b36bac tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:25.307091 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bebb3139-3dcd-4b84-ac83-369afcef6442 req-0757ebb5-a5e7-4efb-bec1-f0f838b36bac tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1418357
Nov 09 15:30:25.308063 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-472c3b89-6eaa-4807-bb22-0f56cd5cf0ba service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442567
Nov 09 15:30:25.374355 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bebb3139-3dcd-4b84-ac83-369afcef6442 req-b83b12a6-b40c-4863-9655-23e9fb5c60f6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608256
Nov 09 15:30:25.440888 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] For port c482e958-ac16-4350-b472-609da716a50e, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:30:25.453801 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] For port c482e958-ac16-4350-b472-609da716a50e, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c482e958-ac16-4350-b472-609da716a50e,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:30:25.462521 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:25.475808 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4be4e-2175-484f-9af7-ec2e32c7bce3 req-905a051b-dc6b-45e7-bb55-16562c8e4598 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:25.477475 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6ac4be4e-2175-484f-9af7-ec2e32c7bce3 req-905a051b-dc6b-45e7-bb55-16562c8e4598 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 943 time: 0.1021197
Nov 09 15:30:25.478126 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1061b383-0867-4dad-916a-e24ea40bbd7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:25.539033 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6ac4be4e-2175-484f-9af7-ec2e32c7bce3 req-3924f801-ba9a-44bf-bf87-b543f27eadae tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498207
Nov 09 15:30:25.565051 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-60211b6c-4e3a-421b-bfc4-d28304fd8b49 req-3dca1a74-2ad3-48cf-8816-5921ca003330 service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490318
Nov 09 15:30:25.568806 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:25.569407 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:25.570770 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] 10.222.0.71 "PUT /v2.0/ports/c482e958-ac16-4350-b472-609da716a50e HTTP/1.1" status: 200  len: 1093 time: 1.8782330
Nov 09 15:30:25.594147 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Pushing event updated for resources: {'Port': ['ID=c482e958-ac16-4350-b472-609da716a50e,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:25.597934 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:25.704141 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba0716-8744-4442-bdf7-06fd6681365a req-de330f94-3799-4aff-ac05-012ec1db796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:25.705689 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-de330f94-3799-4aff-ac05-012ec1db796e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ba0d9464335e4d9a9dc38a09441cfb5d&device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 1096 time: 0.0768898
Nov 09 15:30:25.784041 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-0d4744e6-28af-4d6d-8ab2-6932cd6079e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c482e958-ac16-4350-b472-609da716a50e HTTP/1.1" status: 200  len: 217 time: 0.0702755
Nov 09 15:30:25.861598 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ceba6-d1a0-48f1-8a66-66ce8a076482 req-c502461a-2e79-4100-a559-03438d084d5f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:25.863377 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-982ceba6-d1a0-48f1-8a66-66ce8a076482 req-c502461a-2e79-4100-a559-03438d084d5f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0964797
Nov 09 15:30:25.870704 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba0716-8744-4442-bdf7-06fd6681365a req-b7700b44-4c86-4621-b130-af4a9eeb12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:25.872258 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-b7700b44-4c86-4621-b130-af4a9eeb12d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=294c4ff8-b1cb-4178-8e7d-3e57e26e67f4 HTTP/1.1" status: 200  len: 853 time: 0.0791264
Nov 09 15:30:25.926867 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-982ceba6-d1a0-48f1-8a66-66ce8a076482 req-e43a65de-1e0f-4813-8c5b-6ebf594e44fe tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567775
Nov 09 15:30:25.927169 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-95f538e9-bd69-44b0-88fb-74c86f07612f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c3ee4335-f7b1-435f-a770-2ba318ff2397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472157
Nov 09 15:30:26.055597 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7', 'tag': 'c482e958-ac16-4350-b472-609da716a50e'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:26.120829 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7', 'tag': 'c482e958-ac16-4350-b472-609da716a50e', 'status': 'completed', 'code': 200}
Nov 09 15:30:26.188506 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-a3dc9be8-330f-41af-b13b-81fe7398c5bf service neutron] 10.222.0.71 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2514112
Nov 09 15:30:26.189671 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:30:26.196480 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:30:26.237447 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:30:26.237800 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device a4a2a773-9eae-4d16-a7db-f5f82c3eeef5 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:30:26.375170 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ba0716-8744-4442-bdf7-06fd6681365a req-124a329d-e6cd-4f3b-9dba-f943004a284d service neutron] 10.222.0.71 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789582
Nov 09 15:30:26.392586 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:26.412243 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'port_id': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'mac_address': 'fa:16:3e:b2:a5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:30:26.435373 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817d97b-a17d-472a-b78e-24552aa93bc1 req-f339ce89-75d5-4c32-ad90-88e9fa812c7e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:26.445031 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d817d97b-a17d-472a-b78e-24552aa93bc1 req-f339ce89-75d5-4c32-ad90-88e9fa812c7e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.2677958
Nov 09 15:30:26.532294 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:26.533483 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-55bc9ca6-1314-4166-bef1-3b4d594405ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:26.535129 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-55bc9ca6-1314-4166-bef1-3b4d594405ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ba0d9464335e4d9a9dc38a09441cfb5d&device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 1096 time: 0.0974917
Nov 09 15:30:26.544792 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d817d97b-a17d-472a-b78e-24552aa93bc1 req-79c8c8f3-8652-4d85-af3b-d79a2d7e2a90 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985930
Nov 09 15:30:26.563451 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:30:26.584178 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:26.588117 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc06bf8-da24-4529-94c5-4b48e97699d6 req-0f16a5f8-e943-407a-863f-71b38a916a90 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:26.589685 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6dc06bf8-da24-4529-94c5-4b48e97699d6 req-0f16a5f8-e943-407a-863f-71b38a916a90 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 943 time: 0.1292460
Nov 09 15:30:26.599694 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:26.602568 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:26.667332 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6dc06bf8-da24-4529-94c5-4b48e97699d6 req-95fec5e6-198c-4a8b-872c-3b61d42c1ab0 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684822
Nov 09 15:30:26.695793 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:26.703852 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-bac9557e-cd49-4d33-9687-6b42012924bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:26.704068 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.704411 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.705079 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.705330 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-bac9557e-cd49-4d33-9687-6b42012924bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=c3ee4335-f7b1-435f-a770-2ba318ff2397 HTTP/1.1" status: 200  len: 915 time: 0.1543975
Nov 09 15:30:26.705820 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.705820 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.706265 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.706645 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.707028 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.707405 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.707782 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.708173 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.708548 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:30:26.713045 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:26.778595 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46273375-8647-4230-8a0c-10f2f98fc79f req-beee8333-1a84-43a8-b6eb-58383e15f247 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:26.781320 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-46273375-8647-4230-8a0c-10f2f98fc79f req-beee8333-1a84-43a8-b6eb-58383e15f247 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1084328
Nov 09 15:30:26.794549 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-da54ca32-d44c-4bf4-87ba-3ee4946352ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c482e958-ac16-4350-b472-609da716a50e HTTP/1.1" status: 200  len: 217 time: 0.0748572
Nov 09 15:30:26.864460 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-e7e83c9b-4a44-44d9-a8b9-d46db8e5f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:26.866234 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-e7e83c9b-4a44-44d9-a8b9-d46db8e5f7e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=294c4ff8-b1cb-4178-8e7d-3e57e26e67f4 HTTP/1.1" status: 200  len: 853 time: 0.0636723
Nov 09 15:30:26.881790 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-46273375-8647-4230-8a0c-10f2f98fc79f req-afbf1a5b-0ffa-4fdd-b026-cc49cd2d48c9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676258
Nov 09 15:30:26.907112 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668428c2-4c43-4448-8a01-613b4688d5b6 req-e886a03d-8eea-44f6-bb63-d7d527f6bcaf tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:26.908668 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-668428c2-4c43-4448-8a01-613b4688d5b6 req-e886a03d-8eea-44f6-bb63-d7d527f6bcaf tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 944 time: 0.1262407
Nov 09 15:30:26.927612 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-89154426-e924-4fe6-a706-43cadeeaa0b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c3ee4335-f7b1-435f-a770-2ba318ff2397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509706
Nov 09 15:30:26.956505 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-668428c2-4c43-4448-8a01-613b4688d5b6 req-b062541d-27ba-4816-acef-80de219f5f69 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421574
Nov 09 15:30:26.999735 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:30:27.092371 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-a5dafa5b-fedb-40b0-b82a-dacf58095bc7 service neutron] 10.222.0.71 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561520
Nov 09 15:30:27.141228 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c7fd7-16f0-4b63-84b5-ec214b6a1518 req-84aff3cc-9c94-494d-973d-cbfd45825f45 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:27.143614 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a50c7fd7-16f0-4b63-84b5-ec214b6a1518 req-84aff3cc-9c94-494d-973d-cbfd45825f45 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0918970
Nov 09 15:30:27.193977 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a50c7fd7-16f0-4b63-84b5-ec214b6a1518 req-8ef21887-f402-4418-b409-d1408e375ebb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424719
Nov 09 15:30:27.269074 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3c44b359-a920-46b5-990c-67c6a8c62b5e req-e22a0070-af06-43cd-85f0-b97f41c6d8cb service neutron] 10.222.0.71 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630487
Nov 09 15:30:27.783501 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d120-a0bb-4b0f-aef6-dc00f2d9fdbb req-0b6b051a-ca2d-4908-a3c3-abad792dea3e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:27.785949 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8102d120-a0bb-4b0f-aef6-dc00f2d9fdbb req-0b6b051a-ca2d-4908-a3c3-abad792dea3e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1111572
Nov 09 15:30:27.892927 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8102d120-a0bb-4b0f-aef6-dc00f2d9fdbb req-76db61f1-3cf3-40e0-b73a-7c3d421e3e06 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0990093
Nov 09 15:30:27.926520 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc0e23-b7ee-42a3-9fef-2eea19f05ccf req-183eb23d-eab5-4358-a657-e9eb28c2be8a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:27.928067 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6dc0e23-b7ee-42a3-9fef-2eea19f05ccf req-183eb23d-eab5-4358-a657-e9eb28c2be8a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 943 time: 0.1196518
Nov 09 15:30:27.988104 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6dc0e23-b7ee-42a3-9fef-2eea19f05ccf req-b1085fce-d2e6-4e28-8473-e751f1667ae2 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515332
Nov 09 15:30:28.180469 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb25a51-4fba-4499-bb19-8baa1fee311c req-416ea8d0-b3e7-41a3-92b6-ce2c2ede9c27 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:28.182077 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-abb25a51-4fba-4499-bb19-8baa1fee311c req-416ea8d0-b3e7-41a3-92b6-ce2c2ede9c27 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1561258
Nov 09 15:30:28.194813 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:30:28.248295 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ee716-348c-4dc4-86c6-d442d5081398 req-a5418b4f-8b8d-46ed-a946-a5221f87f0ed tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:28.250676 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-808ee716-348c-4dc4-86c6-d442d5081398 req-a5418b4f-8b8d-46ed-a946-a5221f87f0ed tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 944 time: 0.1510205
Nov 09 15:30:28.253856 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-abb25a51-4fba-4499-bb19-8baa1fee311c req-eaafb425-4d47-4f0a-b65a-2c5cf5bedec2 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646694
Nov 09 15:30:28.285255 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:30:28.296867 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:30:28.296867 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:28.312224 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-808ee716-348c-4dc4-86c6-d442d5081398 req-159dc2f8-4b4b-4d3f-b9f6-8628b70c7e56 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543361
Nov 09 15:30:28.495997 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df073f-b10b-4d11-810e-748976e97c63 req-939f8792-2840-4e26-90ea-3d7a8ad4632f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:28.498268 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-73df073f-b10b-4d11-810e-748976e97c63 req-939f8792-2840-4e26-90ea-3d7a8ad4632f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1156828
Nov 09 15:30:28.504516 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:28.539957 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:28.550001 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-73df073f-b10b-4d11-810e-748976e97c63 req-7e8e71de-e048-41c4-b777-ea12acca84cf tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445776
Nov 09 15:30:28.550458 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:28.556391 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:28.562215 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:28.597589 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'code': 200}
Nov 09 15:30:28.653779 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:28.659590 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:28.876520 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92002b-47ca-4ba9-96f0-7204b3c1df1c req-87c83a2a-c65f-4cba-a110-fa8b714fc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:28.877858 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-de92002b-47ca-4ba9-96f0-7204b3c1df1c req-87c83a2a-c65f-4cba-a110-fa8b714fc7f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1098 time: 0.0869112
Nov 09 15:30:28.923889 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-de92002b-47ca-4ba9-96f0-7204b3c1df1c req-df6c9869-db41-414c-8026-551df08fc052 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372617
Nov 09 15:30:29.098563 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37270c95-3744-4ed4-9139-b7564c8e7df8 req-b59d1a42-403e-4af1-9b18-dc35444bfc7a tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:29.101095 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-37270c95-3744-4ed4-9139-b7564c8e7df8 req-b59d1a42-403e-4af1-9b18-dc35444bfc7a tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0919929
Nov 09 15:30:29.210746 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-37270c95-3744-4ed4-9139-b7564c8e7df8 req-242e115b-4861-4870-aef3-1af8ec2cd1b8 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037245
Nov 09 15:30:29.243081 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a069a-b6f6-46bf-941d-800696c5386c req-c0f3be33-44a3-4bd4-9f09-1fcdbde0b04a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:29.244587 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4e2a069a-b6f6-46bf-941d-800696c5386c req-c0f3be33-44a3-4bd4-9f09-1fcdbde0b04a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 943 time: 0.1205261
Nov 09 15:30:29.296142 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4e2a069a-b6f6-46bf-941d-800696c5386c req-d8c597ee-f542-4fd6-9ac3-1300575f95b1 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448501
Nov 09 15:30:29.515653 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92cedd-341a-441d-a837-25e38c2e5eee req-b960b591-c9ec-4051-9649-475d0c15b40c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:29.517159 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e92cedd-341a-441d-a837-25e38c2e5eee req-b960b591-c9ec-4051-9649-475d0c15b40c tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1335204
Nov 09 15:30:29.576032 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e92cedd-341a-441d-a837-25e38c2e5eee req-b696ddc0-65bb-4cc2-9fe7-ea37df1e2cf1 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494211
Nov 09 15:30:29.593172 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c621ce9-6897-430c-a6ff-0149c86484d1 req-c5c8ec04-2437-4451-96f3-44b032561b9c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:29.594811 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9c621ce9-6897-430c-a6ff-0149c86484d1 req-c5c8ec04-2437-4451-96f3-44b032561b9c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.1355193
Nov 09 15:30:29.645343 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9c621ce9-6897-430c-a6ff-0149c86484d1 req-750af402-5163-4a49-accc-1fd620514642 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417175
Nov 09 15:30:29.770162 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c21d-5a94-4b07-bad1-adefe18e526a req-ace623fc-f26b-477c-b9fe-b75671091b35 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:29.771525 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1313c21d-5a94-4b07-bad1-adefe18e526a req-ace623fc-f26b-477c-b9fe-b75671091b35 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0935197
Nov 09 15:30:29.825023 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1313c21d-5a94-4b07-bad1-adefe18e526a req-d4937e86-f7bc-4e6b-8f8a-012b0035c7d7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471017
Nov 09 15:30:30.210160 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device c482e958-ac16-4350-b472-609da716a50e details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:30:30.466456 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port c482e958-ac16-4350-b472-609da716a50e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c482e958-ac16-4350-b472-609da716a50e,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:30.488362 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da529d6c-12dd-49e0-9883-8ecbfbacf3a4 req-adbc35a6-e335-4f69-84bf-edd1e95a9ff6 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:30.489939 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': 'c482e958-ac16-4350-b472-609da716a50e', 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397', 'port_id': 'c482e958-ac16-4350-b472-609da716a50e', 'mac_address': 'fa:16:3e:0f:e6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294c4ff8-b1cb-4178-8e7d-3e57e26e67f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:30:30.491730 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-da529d6c-12dd-49e0-9883-8ecbfbacf3a4 req-adbc35a6-e335-4f69-84bf-edd1e95a9ff6 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1209519
Nov 09 15:30:30.548050 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:30.571877 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c482e958-ac16-4350-b472-609da716a50e {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:30:30.585044 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-da529d6c-12dd-49e0-9883-8ecbfbacf3a4 req-d2d3bc82-5185-4030-b92d-a6627dc6b774 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873859
Nov 09 15:30:30.588577 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port c482e958-ac16-4350-b472-609da716a50e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c482e958-ac16-4350-b472-609da716a50e,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:30.593753 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:30.595726 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-fde5bdb0-1101-4431-b6b3-8523964aecd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:30.643440 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c054cc7-cd94-46e4-8cba-2d05c8f931d0 req-d22cdb57-f8c0-4b2f-ae41-74269e3f49af tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:30.645225 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1c054cc7-cd94-46e4-8cba-2d05c8f931d0 req-d22cdb57-f8c0-4b2f-ae41-74269e3f49af tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 943 time: 0.1163385
Nov 09 15:30:30.669719 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=c482e958-ac16-4350-b472-609da716a50e,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:30.672795 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:30.735378 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1c054cc7-cd94-46e4-8cba-2d05c8f931d0 req-c671ba11-ccd4-474f-9ec7-1692bf3afe86 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832162
Nov 09 15:30:30.786684 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4591a-5aa2-4037-8aad-0e424fc59716 req-cecf548a-090c-4139-a47e-1d6997812cd6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:30.788249 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dde4591a-5aa2-4037-8aad-0e424fc59716 req-cecf548a-090c-4139-a47e-1d6997812cd6 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.0892587
Nov 09 15:30:30.959645 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['c482e958-ac16-4350-b472-609da716a50e'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:30:30.969883 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dde4591a-5aa2-4037-8aad-0e424fc59716 req-91912999-edff-46e6-802a-c6040c98cdb9 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755154
Nov 09 15:30:31.021590 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3bbf-41aa-4d8f-9853-d7d7638e1335 req-09ceb33b-5d03-45b0-ac18-f373cd767d84 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:31.023873 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1ffa3bbf-41aa-4d8f-9853-d7d7638e1335 req-09ceb33b-5d03-45b0-ac18-f373cd767d84 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.1910479
Nov 09 15:30:31.073379 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1ffa3bbf-41aa-4d8f-9853-d7d7638e1335 req-31a196a0-c73a-4e6b-a6b0-86c806ebba3f tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421309
Nov 09 15:30:31.353898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f675d4-2f73-404b-a793-8e9f7fd4ccc6 req-1292d6d3-c302-4360-9a79-fb8c74112f51 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:31.355330 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a4f675d4-2f73-404b-a793-8e9f7fd4ccc6 req-1292d6d3-c302-4360-9a79-fb8c74112f51 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.1390471
Nov 09 15:30:31.394201 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b534ff-264d-4446-a8fc-9b703b428aad req-e0de950f-1f1e-4827-b2a8-220b756b3b56 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:31.395743 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c7b534ff-264d-4446-a8fc-9b703b428aad req-e0de950f-1f1e-4827-b2a8-220b756b3b56 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1236446
Nov 09 15:30:31.434051 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a4f675d4-2f73-404b-a793-8e9f7fd4ccc6 req-340359f2-f29c-4fe2-825a-12e36cf15569 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709860
Nov 09 15:30:31.467218 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c7b534ff-264d-4446-a8fc-9b703b428aad req-ddc1d84a-2db9-48c5-b971-0859f60cb084 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621390
Nov 09 15:30:31.518100 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f0e69b47-49bc-4e36-8240-4105bd5cf37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:31.834893 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ae8f-b3a8-4ecf-a421-ae58646f838f req-cc3a7cb5-9215-4220-816c-d697b7ad8384 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:31.836445 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-66f5ae8f-b3a8-4ecf-a421-ae58646f838f req-cc3a7cb5-9215-4220-816c-d697b7ad8384 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1371779
Nov 09 15:30:31.851553 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:31.895808 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-66f5ae8f-b3a8-4ecf-a421-ae58646f838f req-9a079f2f-b872-42b4-bd5f-d590cda7d755 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510571
Nov 09 15:30:31.907014 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262daf-e7dd-4f49-9edd-06cde69d3dfc req-99b0eb0c-9741-4b38-bc20-a2dd60d8fb8b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:31.908530 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-db262daf-e7dd-4f49-9edd-06cde69d3dfc req-99b0eb0c-9741-4b38-bc20-a2dd60d8fb8b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.1403375
Nov 09 15:30:31.967170 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-db262daf-e7dd-4f49-9edd-06cde69d3dfc req-89587be8-d836-4cf8-b58d-10190ad77eb0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444798
Nov 09 15:30:32.080387 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912cf9d-6e80-4e1b-b7e0-08db053789fa req-0a788688-183f-4295-a65d-fff206f7eb37 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:32.082165 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1912cf9d-6e80-4e1b-b7e0-08db053789fa req-0a788688-183f-4295-a65d-fff206f7eb37 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 944 time: 0.0880358
Nov 09 15:30:32.196755 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1912cf9d-6e80-4e1b-b7e0-08db053789fa req-e108fa46-465a-4afe-9f24-6f29541a20e0 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074259
Nov 09 15:30:32.223251 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94ad5a-c852-493f-a146-80792488d029 req-79e34ffe-a027-4351-8fca-2526d35c478e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:32.224925 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bd94ad5a-c852-493f-a146-80792488d029 req-79e34ffe-a027-4351-8fca-2526d35c478e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1367645
Nov 09 15:30:32.239884 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device c482e958-ac16-4350-b472-609da716a50e up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:30:32.286600 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bd94ad5a-c852-493f-a146-80792488d029 req-226cf514-8068-4b73-9b68-9980f8cddca8 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/security-groups?id=d19b4e0b-7f8b-4056-817f-55ad03725840&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555551
Nov 09 15:30:32.330662 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port c482e958-ac16-4350-b472-609da716a50e completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:30:32.336657 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port c482e958-ac16-4350-b472-609da716a50e triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:30:32.337267 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:32.427188 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-c300225d-1068-4a53-8f22-1c7a02f41b2e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:32.427918 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-c300225d-1068-4a53-8f22-1c7a02f41b2e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Synchronizing usage tracker for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:30:32.465250 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-c300225d-1068-4a53-8f22-1c7a02f41b2e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Unset dirty status for tenant:1fd76babd9f5412595a0708d2a9da6e0 on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:30:32.467518 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-c300225d-1068-4a53-8f22-1c7a02f41b2e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.71 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 945 time: 0.1413102
Nov 09 15:30:32.469292 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:32.499425 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c482e958-ac16-4350-b472-609da716a50e'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:32.509581 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port c482e958-ac16-4350-b472-609da716a50e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c482e958-ac16-4350-b472-609da716a50e,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:32.515386 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:32.520535 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:32.597264 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c482e958-ac16-4350-b472-609da716a50e', 'code': 200}
Nov 09 15:30:32.618864 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=c482e958-ac16-4350-b472-609da716a50e,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:32.620507 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Deleting port bbf3585c-b240-4f2c-a593-2ed336a53066 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:30:32.620851 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:32.625405 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:32.758997 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bb236-215f-4bf9-a7f6-c30bf4b0b98e req-8814435e-040a-4b19-83dc-59ea83578200 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:32.767598 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-866bb236-215f-4bf9-a7f6-c30bf4b0b98e req-8814435e-040a-4b19-83dc-59ea83578200 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1206381
Nov 09 15:30:32.825403 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-866bb236-215f-4bf9-a7f6-c30bf4b0b98e req-2a97cf1d-d1ff-47e7-b8e0-112c376315eb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565033
Nov 09 15:30:32.984626 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] For port bbf3585c-b240-4f2c-a593-2ed336a53066, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=bbf3585c-b240-4f2c-a593-2ed336a53066,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:32.984988 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:33.108015 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47ae92-a324-45f0-a40e-62827add2651 req-0e80f691-f522-4101-ba9f-a4e774210e6f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:33.109758 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b47ae92-a324-45f0-a40e-62827add2651 req-0e80f691-f522-4101-ba9f-a4e774210e6f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0959795
Nov 09 15:30:33.164349 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b47ae92-a324-45f0-a40e-62827add2651 req-2cdb25d3-c9bb-4294-b49b-eeb55e0e493d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464358
Nov 09 15:30:33.218954 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Calling delete_port for bbf3585c-b240-4f2c-a593-2ed336a53066 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:30:33.256523 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122ee83-d7de-4ffc-a6bd-aeb1c03dc39d req-7d2bf34c-b079-4cd9-b36a-f2d059f7bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:33.259469 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0122ee83-d7de-4ffc-a6bd-aeb1c03dc39d req-7d2bf34c-b079-4cd9-b36a-f2d059f7bd1a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 1098 time: 0.4029732
Nov 09 15:30:33.345236 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0122ee83-d7de-4ffc-a6bd-aeb1c03dc39d req-ddc44348-11ae-44cd-812e-8e93748ffcac service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793338
Nov 09 15:30:33.437199 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:33.443246 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:33.452541 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['bbf3585c-b240-4f2c-a593-2ed336a53066'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:30:33.465986 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c296f35f-f7c1-4730-b806-863f991e9993 req-6cb8116a-af3d-4591-bddc-60da8d1ec229 tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.87 "GET /v2.0/ports?device_id=223c6a17-a3ce-4c5e-a836-22ce04c08c3f HTTP/1.1" status: 200  len: 210 time: 0.0497894
Nov 09 15:30:33.478714 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992e561-0c4c-4f0d-bec8-5123b3ecec83 req-7a7c9626-ebab-407f-9d67-61fa6e9db2b3 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:33.485019 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b992e561-0c4c-4f0d-bec8-5123b3ecec83 req-7a7c9626-ebab-407f-9d67-61fa6e9db2b3 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 945 time: 0.1597574
Nov 09 15:30:33.499653 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Pushing event deleted for resources: {'Port': ['ID=bbf3585c-b240-4f2c-a593-2ed336a53066,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:33.502957 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:33.542373 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b992e561-0c4c-4f0d-bec8-5123b3ecec83 req-fa41a34b-ec48-4ce8-9263-38c5671425d6 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512083
Nov 09 15:30:33.590917 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] No DVR routers for this DVR port bbf3585c-b240-4f2c-a593-2ed336a53066 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:30:33.593668 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:33.597641 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c6a17-a3ce-4c5e-a836-22ce04c08c3f', 'name': 'network-vif-deleted', 'tag': 'bbf3585c-b240-4f2c-a593-2ed336a53066'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:33.615233 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-fe4877b8-8e01-40e2-9d28-2734a0ffbc46 req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] 10.222.0.71 "DELETE /v2.0/ports/bbf3585c-b240-4f2c-a593-2ed336a53066 HTTP/1.1" status: 204  len: 173 time: 1.1360297
Nov 09 15:30:33.654846 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c6a17-a3ce-4c5e-a836-22ce04c08c3f', 'name': 'network-vif-deleted', 'tag': 'bbf3585c-b240-4f2c-a593-2ed336a53066', 'status': 'completed', 'code': 200}
Nov 09 15:30:34.087674 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b808047e-3a92-4524-b0f2-c5d37a2f065c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:34.092330 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7cf18-5ca0-44ff-8804-0f6783db5bbe req-61810571-351c-44ce-9a91-a8655af02b66 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:34.094929 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-98e7cf18-5ca0-44ff-8804-0f6783db5bbe req-61810571-351c-44ce-9a91-a8655af02b66 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1101377
Nov 09 15:30:34.150462 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-98e7cf18-5ca0-44ff-8804-0f6783db5bbe req-d00fb742-a79b-4416-99af-fdebfcfef879 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459008
Nov 09 15:30:34.381046 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92052f53-5491-452c-8ae0-6e5e12ffd3b0 req-70886284-1c4e-425c-b53b-be78065b62d7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:34.391517 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-92052f53-5491-452c-8ae0-6e5e12ffd3b0 req-70886284-1c4e-425c-b53b-be78065b62d7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1109886
Nov 09 15:30:34.453813 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-92052f53-5491-452c-8ae0-6e5e12ffd3b0 req-5d8134ff-6df6-4037-9e77-4ec42ca09d54 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618191
Nov 09 15:30:34.578981 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33708) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:34.766138 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e46588-5b20-4236-b457-1e9dcac0987e req-63a7c5aa-6e78-4c9d-a50f-75b7684d333e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:34.767200 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01e46588-5b20-4236-b457-1e9dcac0987e req-63a7c5aa-6e78-4c9d-a50f-75b7684d333e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 945 time: 0.1118913
Nov 09 15:30:34.823311 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01e46588-5b20-4236-b457-1e9dcac0987e req-908ed92f-255f-482a-aeb2-b12fe3017e4e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495925
Nov 09 15:30:34.996793 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:35.130297 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-40fdac06-328a-4ad2-8174-961d9b8876a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:35.131782 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-40fdac06-328a-4ad2-8174-961d9b8876a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 1098 time: 0.1723144
Nov 09 15:30:35.309437 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-b7c82151-33c5-452b-9849-7b67e2c90d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:35.311182 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-b7c82151-33c5-452b-9849-7b67e2c90d75 service neutron] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 913 time: 0.1536794
Nov 09 15:30:35.372671 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ca995-9b67-4b70-826e-cf06ca173ecb req-e60999ac-3dbc-4e33-9de0-fb894638b090 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:35.375419 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c95ca995-9b67-4b70-826e-cf06ca173ecb req-e60999ac-3dbc-4e33-9de0-fb894638b090 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0969198
Nov 09 15:30:35.426675 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c95ca995-9b67-4b70-826e-cf06ca173ecb req-c429d02c-1927-402f-9798-9a8555fe7be6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462189
Nov 09 15:30:35.464015 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-d2624041-c4d6-48d2-839f-83e29269255e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 200  len: 1001 time: 0.1206155
Nov 09 15:30:35.520524 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:35.612860 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-bf9f049b-6ddb-4dc2-8031-85261e1374e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:35.614312 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-bf9f049b-6ddb-4dc2-8031-85261e1374e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.1409154
Nov 09 15:30:35.661273 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2708652-8893-46e0-bb6c-4c5ba6ee9f87 req-10f8b1b7-d78a-4053-9dda-83be10f80721 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:35.662947 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c2708652-8893-46e0-bb6c-4c5ba6ee9f87 req-10f8b1b7-d78a-4053-9dda-83be10f80721 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0838802
Nov 09 15:30:35.712749 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c2708652-8893-46e0-bb6c-4c5ba6ee9f87 req-544c4fce-38b9-4025-bbb3-82c3c4e679a7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432591
Nov 09 15:30:35.967681 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-4774a241-7174-4635-8550-c601768418d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:35.969108 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-4774a241-7174-4635-8550-c601768418d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2063806
Nov 09 15:30:36.033142 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb35211-638c-437c-82aa-f9e761cba42c req-e1a01581-1326-4bc8-9357-42b2a307241d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:36.034789 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-afb35211-638c-437c-82aa-f9e761cba42c req-e1a01581-1326-4bc8-9357-42b2a307241d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 945 time: 0.0982301
Nov 09 15:30:36.089334 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-afb35211-638c-437c-82aa-f9e761cba42c req-ee8c955c-6ad4-48c3-ae63-547444ae68c6 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487378
Nov 09 15:30:36.159298 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-fb901cf0-f86f-4a9b-9599-64ecd0882e5f service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824732
Nov 09 15:30:36.159894 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Deleting port 24302cf1-5d41-4ac6-9298-8d79bf0faa51 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:30:36.160219 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:36.256895 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device bbf3585c-b240-4f2c-a593-2ed336a53066 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:30:36.296650 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: bbf3585c-b240-4f2c-a593-2ed336a53066 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:30:36.297171 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device bbf3585c-b240-4f2c-a593-2ed336a53066 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:30:36.359046 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:36.421461 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-cc131178-94ed-47b7-87e1-8cc3d6460aeb req-502184a7-ee87-4097-9b7f-c148880d8f0a service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342744
Nov 09 15:30:36.462827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] For port 24302cf1-5d41-4ac6-9298-8d79bf0faa51, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=24302cf1-5d41-4ac6-9298-8d79bf0faa51,segment=NetworkSegment(351e8845-bc6b-495c-933b-9e5c8d385a79),segment_id=351e8845-bc6b-495c-933b-9e5c8d385a79)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:36.463371 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:36.594725 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Calling delete_port for 24302cf1-5d41-4ac6-9298-8d79bf0faa51 owned by network:router_interface {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:30:36.646581 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ea36b-bc5e-4426-8b25-141202199074 req-b206ddfc-9027-4ce4-a9d0-f38bb9e4a5de tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:36.654331 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0e3ea36b-bc5e-4426-8b25-141202199074 req-b206ddfc-9027-4ce4-a9d0-f38bb9e4a5de tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1049161
Nov 09 15:30:36.734699 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0e3ea36b-bc5e-4426-8b25-141202199074 req-2a2b5424-987f-4433-9948-138311396b65 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793777
Nov 09 15:30:36.752753 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:37.027681 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84008bbb-9f8d-49e3-b098-de97be7b482e req-5235cf1f-9094-4cb7-96fe-3ece237a041e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:37.027886 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:37.032713 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-18dabfbf-59bb-4749-b3c5-0529753a6737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:37.034598 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-84008bbb-9f8d-49e3-b098-de97be7b482e req-5235cf1f-9094-4cb7-96fe-3ece237a041e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1824648
Nov 09 15:30:37.078095 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-84008bbb-9f8d-49e3-b098-de97be7b482e req-3a5667e6-1286-481c-a8e5-683a15038849 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416903
Nov 09 15:30:37.081535 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Pushing event deleted for resources: {'Port': ['ID=24302cf1-5d41-4ac6-9298-8d79bf0faa51,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:37.084459 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:37.520052 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:37.915408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Router a6947fab-fb36-49da-969f-910ee06ee499 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:30:37.971010 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9f471-2e90-410e-83d0-88a522a0eb70 req-4b94d95a-9db4-4331-a0b2-3b8e139490d0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:37.972458 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1de9f471-2e90-410e-83d0-88a522a0eb70 req-4b94d95a-9db4-4331-a0b2-3b8e139490d0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0991697
Nov 09 15:30:38.018970 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1de9f471-2e90-410e-83d0-88a522a0eb70 req-6149e615-582c-4269-bf43-21ebddaf2a3c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406833
Nov 09 15:30:38.107967 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:30:38.120884 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] Sync routers for ids ['a6947fab-fb36-49da-969f-910ee06ee499'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:30:38.121725 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] 10.222.0.87 "PUT /v2.0/routers/a6947fab-fb36-49da-969f-910ee06ee499/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5416222
Nov 09 15:30:38.124619 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33790) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:38.136155 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] Routers {'a6947fab-fb36-49da-969f-910ee06ee499'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:30:38.136954 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06236160>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:30:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['a6947fab-fb36-49da-969f-910ee06ee499'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:38.308482 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b12e5-87c6-4b13-bcce-9aacda57ac61 req-ccf01d62-b312-471c-8025-3b9d3f540ed6 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:38.314690 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc7b12e5-87c6-4b13-bcce-9aacda57ac61 req-ccf01d62-b312-471c-8025-3b9d3f540ed6 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0991938
Nov 09 15:30:38.329969 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] Set router a6947fab-fb36-49da-969f-910ee06ee499 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:30:38.343505 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks [] for router, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:38.366803 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc7b12e5-87c6-4b13-bcce-9aacda57ac61 req-ec578d23-0d4a-42d0-adbb-bd1a2f563c3c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479507
Nov 09 15:30:38.471458 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:30:38.562197 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:38.578306 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Deleting port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:30:38.578826 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:38.702769 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06236160>, [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:30:36Z', 'revision_number': 5, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port': {'id': '66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:16:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:57Z', 'updated_at': '2021-11-09T15:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:38.708014 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] Checking router: a6947fab-fb36-49da-969f-910ee06ee499 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:30:38.720702 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] Routers {'a6947fab-fb36-49da-969f-910ee06ee499'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:30:38.721719 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06236160>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:30:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['a6947fab-fb36-49da-969f-910ee06ee499'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:38.851117 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba75f4-3fd1-4f47-b7e8-e392750447f3 req-14949669-784e-40ba-85c5-b86df1928f59 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:38.853155 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1aba75f4-3fd1-4f47-b7e8-e392750447f3 req-14949669-784e-40ba-85c5-b86df1928f59 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1246061
Nov 09 15:30:38.903958 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] Set router a6947fab-fb36-49da-969f-910ee06ee499 gateway port host: None {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:30:38.915765 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1aba75f4-3fd1-4f47-b7e8-e392750447f3 req-14b8c51d-43d9-4ba7-8184-bf8fffa7b0f7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552886
Nov 09 15:30:39.032645 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] For port 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:39.033002 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:39.043381 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06236160>, [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:30:38Z', 'revision_number': 6, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:39.047693 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ec0f84-38af-4151-a181-97bfba9da2c7 None None] The sync data for ids ['a6947fab-fb36-49da-969f-910ee06ee499'] in dv-cinder-817223-1-iscsi is: [{'id': 'a6947fab-fb36-49da-969f-910ee06ee499', 'name': 'tempest-ServerRescueNegativeTestJSON-669070829-router', 'tenant_id': '1fd76babd9f5412595a0708d2a9da6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:55Z', 'updated_at': '2021-11-09T15:30:38Z', 'revision_number': 6, 'project_id': '1fd76babd9f5412595a0708d2a9da6e0', 'gw_port_host': None}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:30:39.164441 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Calling delete_port for 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 owned by network:router_gateway {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:30:39.210964 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-4cd845d5-6dae-4340-b621-136d3ecc0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:39.212419 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-4cd845d5-6dae-4340-b621-136d3ecc0b9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 1098 time: 0.4078732
Nov 09 15:30:39.238222 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed68dff-8a2c-48bc-9b21-4bc457911892 req-2e3967e3-f32a-4f71-ae2c-0cc94c308f79 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:39.240248 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5ed68dff-8a2c-48bc-9b21-4bc457911892 req-2e3967e3-f32a-4f71-ae2c-0cc94c308f79 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0891855
Nov 09 15:30:39.290902 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5ed68dff-8a2c-48bc-9b21-4bc457911892 req-e1c8b50c-f4cd-4b07-8aee-425e790edbf6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441139
Nov 09 15:30:39.402459 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-bf6e4ecf-c6b2-4045-bb8a-f9b167d5ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:39.404629 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-bf6e4ecf-c6b2-4045-bb8a-f9b167d5ac34 service neutron] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 913 time: 0.1811943
Nov 09 15:30:39.516404 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 24302cf1-5d41-4ac6-9298-8d79bf0faa51 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:30:39.552572 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 24302cf1-5d41-4ac6-9298-8d79bf0faa51 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:30:39.552960 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 24302cf1-5d41-4ac6-9298-8d79bf0faa51 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:30:39.560548 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-91d87610-f15a-4960-a4db-29b280ed16f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 200  len: 1001 time: 0.1489794
Nov 09 15:30:39.561950 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:39.565662 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:39.644150 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Pushing event deleted for resources: {'Port': ['ID=66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:39.657821 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:39.747134 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-b477c78c-29cf-452a-8c7a-663038b6fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:39.749013 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-b477c78c-29cf-452a-8c7a-663038b6fdb8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.1512938
Nov 09 15:30:39.801442 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:39.991474 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:39.994798 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.088984 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.089812 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6947fab-fb36-49da-969f-910ee06ee499 {{(pid=86782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:30:40.096302 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-cd68dc9d-25c8-4499-8951-1f0f4469fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:40.098405 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-cd68dc9d-25c8-4499-8951-1f0f4469fdeb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3404570
Nov 09 15:30:40.110721 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.111936 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] 10.222.0.87 "DELETE /v2.0/routers/a6947fab-fb36-49da-969f-910ee06ee499 HTTP/1.1" status: 204  len: 168 time: 1.9863834
Nov 09 15:30:40.114584 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33812) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:40.192205 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbd3ef-6fc2-4d27-b688-d306ded81dc2 req-0dd0d9a8-ef46-4850-8195-dcdaa9ff4ee2 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:40.193766 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-19fbd3ef-6fc2-4d27-b688-d306ded81dc2 req-0dd0d9a8-ef46-4850-8195-dcdaa9ff4ee2 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1607254
Nov 09 15:30:40.253403 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-19fbd3ef-6fc2-4d27-b688-d306ded81dc2 req-b6c195f1-a279-4feb-b837-5e54e7d56322 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534496
Nov 09 15:30:40.271108 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:30:40.395541 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] Deleting subnet a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:30:40.400366 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.434503 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:40.452014 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'port_id': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'mac_address': 'fa:16:3e:9a:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:30:40.480152 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892165'] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.510481 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a16e4-7a4b-4bfe-88df-b696c837e06e req-d1bba347-25d7-400a-ac27-717dd633e941 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:40.515321 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-947a16e4-7a4b-4bfe-88df-b696c837e06e req-d1bba347-25d7-400a-ac27-717dd633e941 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0914583
Nov 09 15:30:40.520281 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.534084 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-d3782af4-b24f-4643-9bc3-015f31a45d6f service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3640649
Nov 09 15:30:40.544472 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82a32dd8-21b1-4993-87d7-b6cb2714bedc {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:30:40.562882 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:40.565431 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-947a16e4-7a4b-4bfe-88df-b696c837e06e req-d8b37d47-0abc-4fb9-b8c9-477bfe6dd567 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471435
Nov 09 15:30:40.569088 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.571333 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:40.574998 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.641559 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=6']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:40.645202 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:40.730997 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-045fb029-15bd-4fe0-9a49-357286e76c0c req-726e22c6-217a-4d02-a523-19638e544be1 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1841915
Nov 09 15:30:40.734193 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268094'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.738541 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-69f89783-050b-4bf7-9871-c965d6960fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:40.745835 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['82a32dd8-21b1-4993-87d7-b6cb2714bedc'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:30:40.772729 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a782b85d-110c-4ca2-ba7b-fb72ff84f7f8,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:40.777794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:40.783899 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:40.788372 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c90d1146-85cc-435e-b3e4-c642ec8da173 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a782b85d-110c-4ca2-ba7b-fb72ff84f7f8 HTTP/1.1" status: 204  len: 168 time: 0.6725667
Nov 09 15:30:40.791421 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33818) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:40.902646 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.042351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.069724 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b056424c0>,) {'filters': {'network_id': ['ae3daabc-50dd-4b18-91ec-51476faaed7f']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:41.082436 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b056424c0>, '351e8845-bc6b-495c-933b-9e5c8d385a79') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:41.082729 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b056424c0>, '351e8845-bc6b-495c-933b-9e5c8d385a79') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:41.095123 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.112602 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.119012 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:30:41.119403 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:30:41.133876 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:30:41.245951 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.254254 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.280774 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-f050b542-d73e-4e78-b18e-7555583481c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:41.302445 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ae3daabc-50dd-4b18-91ec-51476faaed7f HTTP/1.1" status: 204  len: 168 time: 0.5069685
Nov 09 15:30:41.318679 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3daabc-50dd-4b18-91ec-51476faaed7f,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:41.324692 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7306ba66-135d-4e73-95c3-46fba8506465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:41.509878 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33842) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:41.569322 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f95cabcd-5e63-47c7-ba15-83ac8d15dcf1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1fd76babd9f5412595a0708d2a9da6e0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0582690
Nov 09 15:30:41.572679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33848) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:41.579822 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03024e2-9d6d-4720-883a-b6b66e4a6f75 req-141fea36-97a1-4220-9c1a-b12953f0ff72 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:41.580339 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:30:41.581359 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f03024e2-9d6d-4720-883a-b6b66e4a6f75 req-141fea36-97a1-4220-9c1a-b12953f0ff72 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1594696
Nov 09 15:30:41.622609 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:30:41.622969 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 66a4e3ed-b6eb-41af-b4c9-c6dd12c5bbe0 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:30:41.675486 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-61135001-d340-42d5-90b7-662d1546fd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.676383 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f03024e2-9d6d-4720-883a-b6b66e4a6f75 req-55c5944e-f09a-4f54-8aa0-9d866225c785 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813091
Nov 09 15:30:41.711838 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-61135001-d340-42d5-90b7-662d1546fd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.783716 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-61135001-d340-42d5-90b7-662d1546fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.787816 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-65dbf9e4-18d8-4e9e-a4b2-c0122a9306fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:41.805737 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61135001-d340-42d5-90b7-662d1546fd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19b4e0b-7f8b-4056-817f-55ad03725840,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:41.815738 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-61135001-d340-42d5-90b7-662d1546fd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:41.822571 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-61135001-d340-42d5-90b7-662d1546fd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:41.828274 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-61135001-d340-42d5-90b7-662d1546fd8a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d19b4e0b-7f8b-4056-817f-55ad03725840 HTTP/1.1" status: 204  len: 168 time: 0.2508316
Nov 09 15:30:41.886882 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041d391-9886-48bb-8a3b-0cf27576b069 req-0611def9-d81b-40b9-85aa-c87c1971df93 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:41.890511 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f041d391-9886-48bb-8a3b-0cf27576b069 req-0611def9-d81b-40b9-85aa-c87c1971df93 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 945 time: 0.1592669
Nov 09 15:30:42.013329 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f041d391-9886-48bb-8a3b-0cf27576b069 req-64efb1c2-098a-4fb3-af8f-d81eb91e6c0e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877504
Nov 09 15:30:42.271221 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:30:42.456673 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 82a32dd8-21b1-4993-87d7-b6cb2714bedc triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:30:42.457361 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:42.654887 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:42.812027 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:42.862399 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:42.874078 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:42.876427 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:42.925279 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'code': 200}
Nov 09 15:30:42.969450 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=7']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:42.973345 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:43.024636 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a6e-1eff-4da0-89a4-09370444507a req-9d889dd4-3935-4892-b748-bbe6a083d623 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:43.033959 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dfc53a6e-1eff-4da0-89a4-09370444507a req-9d889dd4-3935-4892-b748-bbe6a083d623 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.2097292
Nov 09 15:30:43.157105 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dfc53a6e-1eff-4da0-89a4-09370444507a req-0e95726c-e0e0-4be1-80cc-49596bf3cad6 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191683
Nov 09 15:30:43.197100 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33900) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:43.218555 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469cfc9-aef4-4d32-8803-bdb20f77aa69 req-8a85cfb9-4615-409c-a9ce-fc655cfd4f53 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:43.220237 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9469cfc9-aef4-4d32-8803-bdb20f77aa69 req-8a85cfb9-4615-409c-a9ce-fc655cfd4f53 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.1465852
Nov 09 15:30:43.282347 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9469cfc9-aef4-4d32-8803-bdb20f77aa69 req-c1526e9a-93ce-4a0f-871c-04276541bf81 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548606
Nov 09 15:30:43.303651 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33906) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:43.430174 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1830083793-network', 'tenant_id': 'aa401af1f62549e3bf0e320769708c7c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:43.439630 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:43.452130 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Usage tracker for resource:network and tenant:aa401af1f62549e3bf0e320769708c7c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:43.457997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:43.465491 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:43.480535 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341e8d6-f21c-43b9-a86e-754d3d70b6c9 req-e5f9b8eb-d8d2-49f1-900c-33f1927974be tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:43.483718 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3341e8d6-f21c-43b9-a86e-754d3d70b6c9 req-e5f9b8eb-d8d2-49f1-900c-33f1927974be tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1974170
Nov 09 15:30:43.484747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Made reservation on behalf of aa401af1f62549e3bf0e320769708c7c for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:30:43.487806 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:43.508614 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:43.526930 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:43.531390 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Usage tracker for resource:security_group_rule and tenant:aa401af1f62549e3bf0e320769708c7c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:43.556831 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:43.573692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:43.600335 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3341e8d6-f21c-43b9-a86e-754d3d70b6c9 req-7484dadf-2c28-478e-b809-19e35bc6a348 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045985
Nov 09 15:30:43.794336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3370b39-0fd9-4908-b394-b3e79bbef150 tempest-TestMinimumBasicScenario-1332016294 tempest-TestMinimumBasicScenario-1332016294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:43.795589 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e3370b39-0fd9-4908-b394-b3e79bbef150 tempest-TestMinimumBasicScenario-1332016294 tempest-TestMinimumBasicScenario-1332016294-project-admin] Synchronizing usage tracker for tenant:4ea7f156ea4f4126bdac13620746ef00 on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:30:43.822814 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:43.831340 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:43.835570 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-61135001-d340-42d5-90b7-662d1546fd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:43.850035 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e3370b39-0fd9-4908-b394-b3e79bbef150 tempest-TestMinimumBasicScenario-1332016294 tempest-TestMinimumBasicScenario-1332016294-project-admin] Unset dirty status for tenant:4ea7f156ea4f4126bdac13620746ef00 on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:30:43.851545 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e3370b39-0fd9-4908-b394-b3e79bbef150 tempest-TestMinimumBasicScenario-1332016294 tempest-TestMinimumBasicScenario-1332016294-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1093 time: 0.5465546
Nov 09 15:30:43.855055 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33914) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:43.861935 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'port_id': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:43.875243 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:43.876295 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:30:43.882679 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:floatingip and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:43.890464 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:43.895739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:43.898963 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:43.901484 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:43.902848 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:43.903224 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Added segment e9d140dc-af55-479f-bbe9-ff56a3eb54b3 of type vlan for network 53a44e5f-1763-49d9-9724-1694cd6e362f
Nov 09 15:30:43.912564 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for floatingip, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:43.940799 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:44.037448 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:44.040100 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:44.045812 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:44.059875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:44.200521 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.0016913
Nov 09 15:30:44.201405 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33918) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:44.201877 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Pushing event updated for resources: {'Network': ['ID=53a44e5f-1763-49d9-9724-1694cd6e362f,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:44.207720 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:44.212956 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Request body: {'subnet': {'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1830083793-subnet', 'tenant_id': 'aa401af1f62549e3bf0e320769708c7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:44.216698 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:44.217952 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 53a44e5f-1763-49d9-9724-1694cd6e362f details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:30:44.280845 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:44.286498 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Usage tracker for resource:subnet and tenant:aa401af1f62549e3bf0e320769708c7c is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:44.290641 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:44.305616 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:44.328051 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Made reservation on behalf of aa401af1f62549e3bf0e320769708c7c for: {'subnet': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:30:44.331016 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2861285'] for subnet, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:44.532266 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Allocated IP 172.27.0.39 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/b2f5070a-eb12-4168-8d9e-008a0c9a0bd0) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:30:44.901115 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2954589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2861307'] for subnet, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:44.917591 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-23584c13-a5d8-441f-938b-f49223a7a6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:44.995258 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:45.037363 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c800407-76c9-448e-8ecf-a0a14c47af70,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:45.046055 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:45.056640 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ce884-4e7e-4c59-9279-105de12240e3 req-76835fde-fb12-48fc-af92-8e41ab681e0a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:45.058349 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f88ce884-4e7e-4c59-9279-105de12240e3 req-76835fde-fb12-48fc-af92-8e41ab681e0a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.2835565
Nov 09 15:30:45.071997 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Checking segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:30:45.072300 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Network hostable DHCP agents. Network: 53a44e5f-1763-49d9-9724-1694cd6e362f, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:30:45.146690 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:45.146690 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:45.202492 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f88ce884-4e7e-4c59-9279-105de12240e3 req-a5db3878-b288-432f-85c1-398d60d2c153 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1354599
Nov 09 15:30:45.262002 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:30:45.263928 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Network 53a44e5f-1763-49d9-9724-1694cd6e362f is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:30:45.272662 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:30:45.294774 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:30:45.347890 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 53a44e5f-1763-49d9-9724-1694cd6e362f) {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:30:45.358834 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:45.359510 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:45.362529 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e8c89-f3f6-4bbe-aad4-56a9b9a7c44a None None] Network 53a44e5f-1763-49d9-9724-1694cd6e362f requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:30:45.376450 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'Port': ['ID=b2f5070a-eb12-4168-8d9e-008a0c9a0bd0,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:45.383645 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:45.465341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-c18a9ed6-5632-42af-83aa-03f8ed44a564 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2621672
Nov 09 15:30:45.735159 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd79ce-338a-484f-b1d8-fd6a32f76dee None None] Network 53a44e5f-1763-49d9-9724-1694cd6e362f requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:30:46.139734 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:46.237269 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:46.659213 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0588831-6724-4189-acdc-3941b332973a req-bd57b763-1fe8-471f-838b-098bcd9cddce tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:46.661162 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c0588831-6724-4189-acdc-3941b332973a req-bd57b763-1fe8-471f-838b-098bcd9cddce tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.2797971
Nov 09 15:30:46.832049 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:46.841771 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:46.854151 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:46.917631 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c0588831-6724-4189-acdc-3941b332973a req-9de3a580-99a2-40d8-9b21-b2b345f3f9f7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2284851
Nov 09 15:30:46.989022 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'Port': ['ID=b2f5070a-eb12-4168-8d9e-008a0c9a0bd0,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:46.993569 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:47.001018 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:47.225813 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.l3_db [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Floating IP cbea98cb-996f-4472-b8ee-0c461624b325 associated. External IP: 172.27.0.39, port: eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a.
Nov 09 15:30:47.649986 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Router 128eaffa-3192-4cda-be97-c2f5f3a0e41f has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:30:47.871091 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:30:47.881131 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] Sync routers for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:30:47.892423 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:30:47.893282 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05753ac0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:30:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:47.900099 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:47.992948 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 33954) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:47.993566 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.1364584
Nov 09 15:30:47.993799 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:47.998685 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258563834', 'description': 'tempest-secgroup-smoke-1258563834 description', 'project_id': 'a3e4478342264605b8649ab0a3b3c93e'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:48.006585 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:48.012414 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:security_group and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:48.017926 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:48.025482 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:48.046821 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.076289 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:48.081102 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:security_group_rule and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:48.085517 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:48.096607 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:48.115204 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:30:48.208959 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.215496 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.221344 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-913de013-4e7f-48e3-9a20-b3fc923999ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:48.250350 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e6ba0-7df9-4052-b474-de156e673810 req-ca629960-767b-4190-a4ba-640997bf47df tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:48.252090 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ca5e6ba0-7df9-4052-b474-de156e673810 req-ca629960-767b-4190-a4ba-640997bf47df tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1157286
Nov 09 15:30:48.265859 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:48.270275 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:48.291675 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.293943 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2999930
Nov 09 15:30:48.297158 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33962) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:48.308351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'security_group_rule': {'security_group_id': 'a8fa1013-cbe6-4841-bb56-e5557ae1a1b9', 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:48.318163 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:48.343862 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ca5e6ba0-7df9-4052-b474-de156e673810 req-2041b0b8-cd07-44f5-8428-506a468559e9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846989
Nov 09 15:30:48.344915 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:security_group_rule and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:48.349349 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:48.366962 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:48.413253 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.469686 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'status': 'completed', 'code': 200}
Nov 09 15:30:48.527407 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.540308 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.547662 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-0e60d9a4-b2b4-4b21-ba87-0732ed9b7c21 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:48.569744 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af4a016-db83-4af6-a890-bf8b7f0c7d34,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:48.580573 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:48.608015 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.609893 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3115089
Nov 09 15:30:48.614167 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33966) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:48.627757 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'security_group_rule': {'security_group_id': 'a8fa1013-cbe6-4841-bb56-e5557ae1a1b9', 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:48.635627 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:48.636358 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-88041f3a-3593-4a83-9f77-6ca02bce9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:48.637930 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-88041f3a-3593-4a83-9f77-6ca02bce9f65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3e4478342264605b8649ab0a3b3c93e&device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1098 time: 0.1373403
Nov 09 15:30:48.643269 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:security_group_rule and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:48.647454 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:48.654569 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:48.672726 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05753ac0>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'cbea98cb-996f-4472-b8ee-0c461624b325', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'port_id': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'mac_address': 'fa:16:3e:b2:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:30:45Z', 'updated_at': '2021-11-09T15:30:45Z', 'revision_number': 0, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 5, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:48.679784 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] Checking router: 128eaffa-3192-4cda-be97-c2f5f3a0e41f for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:30:48.682650 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.699400 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:30:48.702323 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05753ac0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:30:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:48.817328 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.827724 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.842976 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:48.869712 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4950c83d-2540-499d-9ac2-fccd795b2ffa,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:48.873314 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:48.888675 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.890133 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2762005
Nov 09 15:30:48.892812 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33970) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:48.894784 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-c6ce4709-fdfb-4170-aa00-7da71e428afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:48.896603 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-c6ce4709-fdfb-4170-aa00-7da71e428afa service neutron] 10.222.0.71 "GET /v2.0/networks?id=70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 200  len: 916 time: 0.2496300
Nov 09 15:30:48.898130 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'security_group_rule': {'security_group_id': 'a8fa1013-cbe6-4841-bb56-e5557ae1a1b9', 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:48.906127 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:48.910931 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:security_group_rule and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:48.915381 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:48.923093 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:48.944859 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:48.980436 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:30:49.055874 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-cfdcab73-b0bd-4cf2-ad3b-418119d51344 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 998 time: 0.1407497
Nov 09 15:30:49.061927 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.068352 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.077699 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-607e24da-3ec3-4691-add5-f823ddecd2f6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:49.118691 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b63b5f-2f73-4624-ab6c-ae4c78970f1d,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:49.124391 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:49.163729 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.165009 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2711730
Nov 09 15:30:49.173759 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33974) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:49.185141 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'security_group_rule': {'security_group_id': 'a8fa1013-cbe6-4841-bb56-e5557ae1a1b9', 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:49.202444 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:49.225760 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:security_group_rule and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:49.235247 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:49.245557 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:49.262169 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-fb8ebe8f-dd43-4161-ba75-97fec6da3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:49.263284 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-fb8ebe8f-dd43-4161-ba75-97fec6da3e0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dd824ab7-e7fe-4258-8624-5ffedf89effd HTTP/1.1" status: 200  len: 853 time: 0.1976066
Nov 09 15:30:49.346233 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.462326 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.484969 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.516447 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-3d88b9d7-c326-4fd4-b98f-0fb97289456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:49.517966 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-3d88b9d7-c326-4fd4-b98f-0fb97289456d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=70aabe4c-c06e-42e1-8431-d75ad3d3e464&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2430072
Nov 09 15:30:49.542483 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3a446a1a-4ebf-4f1a-a464-0db71ff2be09 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:49.649830 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaca046-b50f-49b8-85a2-c583cdfdbe34,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:49.653060 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:49.660425 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.661565 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-07213fa8-f0d3-4eda-92c2-6b54d53e0504 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4917576
Nov 09 15:30:49.663525 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33986) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:49.670126 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'security_group_rule': {'security_group_id': 'a8fa1013-cbe6-4841-bb56-e5557ae1a1b9', 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:49.678916 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:49.684879 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:security_group_rule and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:49.689675 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:49.697074 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:49.724157 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415d390-1469-4ec6-a33d-9a7cc6c5b782 req-1d7ace88-143d-4a39-b7d1-5836bfb5a3a9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:49.726062 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6415d390-1469-4ec6-a33d-9a7cc6c5b782 req-1d7ace88-143d-4a39-b7d1-5836bfb5a3a9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1844940
Nov 09 15:30:49.726770 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.securitygroups_db [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Project a3e4478342264605b8649ab0a3b3c93e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 09 15:30:49.742842 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-8c817b6d-25f9-4b41-b24d-a283b8361d47 service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168946
Nov 09 15:30:49.755520 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.763729 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05753ac0>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'cbea98cb-996f-4472-b8ee-0c461624b325', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'port_id': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'mac_address': 'fa:16:3e:b2:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:30:45Z', 'updated_at': '2021-11-09T15:30:45Z', 'revision_number': 0, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 5, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:30:49.773616 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d6329-c31c-44fa-b446-fc5dda6d08d1 None None] The sync data for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi is: [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'cbea98cb-996f-4472-b8ee-0c461624b325', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'port_id': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'mac_address': 'fa:16:3e:b2:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:30:45Z', 'updated_at': '2021-11-09T15:30:45Z', 'revision_number': 0, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 5, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:30:49.927094 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6415d390-1469-4ec6-a33d-9a7cc6c5b782 req-df942bee-8852-41b1-a678-8f894b39cfe1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1939573
Nov 09 15:30:49.963242 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.969173 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:49.990634 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-57a1517a-fa11-4197-bd0c-3bb6c49d332c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:50.011519 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5d9a7d-16cf-47b4-b6c0-a3cbe2c5f19e,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:50.014868 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:50.016445 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:50.021219 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3565483
Nov 09 15:30:50.022177 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 33990) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:30:50.028254 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'security_group_rule': {'security_group_id': 'a8fa1013-cbe6-4841-bb56-e5557ae1a1b9', 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:50.038583 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:50.045490 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Usage tracker for resource:security_group_rule and tenant:a3e4478342264605b8649ab0a3b3c93e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:50.050339 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:50.062575 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-84083294-81c8-4e45-bde8-1ae69ea16399 req-f88378f5-b0c4-4e41-9a0e-f6af9eba4f31 service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3118234
Nov 09 15:30:50.069250 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:50.083195 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.securitygroups_db [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Project a3e4478342264605b8649ab0a3b3c93e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 09 15:30:50.095232 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:50.168606 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d62f3-e24d-473d-9a42-63a6719da54a None None] New status for floating IP cbea98cb-996f-4472-b8ee-0c461624b325: ACTIVE {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:30:50.186919 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:50.193272 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:50.198691 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:50.236613 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:50.251892 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2283993
Nov 09 15:30:50.254837 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a380ed-2c48-4091-a6f5-6d2d8e97a101,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:50.259376 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-466bb197-e59d-4ce5-afbb-2f92a5538abd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:50.478738 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-1cbdf191-8344-4aa5-9f3a-dbdb6fb61128 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258563834&fields=id&tenant_id=a3e4478342264605b8649ab0a3b3c93e HTTP/1.1" status: 200  len: 267 time: 0.0719235
Nov 09 15:30:50.597461 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-a39d9bb2-fe5c-43c9-94ac-633d6236ead6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:50.599841 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-a39d9bb2-fe5c-43c9-94ac-633d6236ead6 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.1147833
Nov 09 15:30:50.614702 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'port': {'security_groups': ['a187d245-d354-4721-b203-49442695aa3b', 'a8fa1013-cbe6-4841-bb56-e5557ae1a1b9']}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:50.799423 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:51.325845 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] For port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:51.354010 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-137f635d-13fa-4bdd-8dd4-ae95b58f16f2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:51.355528 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-137f635d-13fa-4bdd-8dd4-ae95b58f16f2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 815 time: 0.2570868
Nov 09 15:30:51.377448 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-aef02406-e0ed-4800-a537-b89b51bfe9ca tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/quotas/aa401af1f62549e3bf0e320769708c7c HTTP/1.1" status: 200  len: 375 time: 0.0135279
Nov 09 15:30:51.447249 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:51.464347 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-60f99bdc-b864-4a8a-ac99-49a32c2bfa2f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0698404
Nov 09 15:30:51.465153 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:51.471726 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-719e5ffb-e4c3-4e22-a8cf-62346d4f9dd6 tempest-DeleteServersTestJSON-584491035 tempest-DeleteServersTestJSON-584491035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:51.486683 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:30:51.634428 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:51.635082 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:51.636458 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3ac9524c-f4cc-4380-8889-4e586586d2c0 req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "PUT /v2.0/ports/eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 981 time: 1.0271726
Nov 09 15:30:51.640236 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:51.705592 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'Port': ['ID=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,revision_number=6']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:51.763471 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-3df7af0d-0d07-48b6-8b47-0537e339872f service neutron] 10.222.0.87 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2567217
Nov 09 15:30:51.766972 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:51.801228 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:30:52.125620 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-173eb7fa-baf6-480a-923c-556271b1247c service neutron] 10.222.0.87 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3522344
Nov 09 15:30:52.144967 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d2b20-f5ec-419f-b40e-dcc63df535e9 req-cf37af68-9dba-452d-a4a0-5768271c7116 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:52.146882 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c52d2b20-f5ec-419f-b40e-dcc63df535e9 req-cf37af68-9dba-452d-a4a0-5768271c7116 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.2035611
Nov 09 15:30:52.239230 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c52d2b20-f5ec-419f-b40e-dcc63df535e9 req-82cc34ed-1344-4c03-a4a8-703fc5cffb78 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802746
Nov 09 15:30:52.254812 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-21ef0674-a84c-4cbd-a4b0-040e84d959b3 None None] Provisioning complete for port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:30:52.255186 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-21ef0674-a84c-4cbd-a4b0-040e84d959b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:52.381652 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'status': 'completed', 'code': 200}
Nov 09 15:30:52.552886 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a25a00da-a150-4b26-b51b-1ddb1d0f8d9e req-e0115da7-1b32-4eaf-a793-9f4595a1c29d tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 210 time: 0.0710223
Nov 09 15:30:52.604620 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c31128-6c21-4e2e-9e19-1283b12c1306 req-2f77ff97-02ff-4c89-ab1c-fab1cc092606 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:52.617606 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-32c31128-6c21-4e2e-9e19-1283b12c1306 req-2f77ff97-02ff-4c89-ab1c-fab1cc092606 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.2060423
Nov 09 15:30:52.621519 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-1fb4d8f7-3ba5-4bbb-88e2-7725cf0f04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:52.625441 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-1fb4d8f7-3ba5-4bbb-88e2-7725cf0f04ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3e4478342264605b8649ab0a3b3c93e&device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1137 time: 0.2096329
Nov 09 15:30:52.698722 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-32c31128-6c21-4e2e-9e19-1283b12c1306 req-b97439e0-4486-4619-9538-c3ef1679e4a0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0796235
Nov 09 15:30:52.874672 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-c05972ce-5ecf-439d-97d2-25d59719aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:52.876655 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-c05972ce-5ecf-439d-97d2-25d59719aa5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 200  len: 916 time: 0.2368717
Nov 09 15:30:53.036526 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-773639db-12dc-4471-9970-b2a0bbcb7a11 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 1000 time: 0.1478367
Nov 09 15:30:53.118645 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-3bedb069-6418-4b57-8e21-25cd29ceb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:53.120534 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-3bedb069-6418-4b57-8e21-25cd29ceb7ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dd824ab7-e7fe-4258-8624-5ffedf89effd HTTP/1.1" status: 200  len: 853 time: 0.0709243
Nov 09 15:30:53.235099 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-283caba9-8948-404f-a763-6595311320f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:53.236999 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-283caba9-8948-404f-a763-6595311320f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=70aabe4c-c06e-42e1-8431-d75ad3d3e464&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1043155
Nov 09 15:30:53.518263 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-0983dd96-d21d-4d32-907c-6eefef0e8935 service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2714903
Nov 09 15:30:53.617256 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8a600-30a2-4178-a5d8-8fe756d1825d req-be209ecd-d51c-43f7-b375-4fdf46129b51 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:53.619071 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e9f8a600-30a2-4178-a5d8-8fe756d1825d req-be209ecd-d51c-43f7-b375-4fdf46129b51 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1204278
Nov 09 15:30:53.679054 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e9f8a600-30a2-4178-a5d8-8fe756d1825d req-ae7092ab-4155-48d0-a5b5-54b1ee6b5f8f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500653
Nov 09 15:30:53.742991 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8209f973-47fc-49e0-8d2e-6004a2981e19 req-8a5d4f57-3c95-4120-affc-76be92a36dad service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159674
Nov 09 15:30:53.750462 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-70a0b3fc-c864-4555-bb82-36b5958a14ab req-ec259d29-b581-4b5f-857f-af0c0c0c6e5f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 210 time: 0.0512474
Nov 09 15:30:54.310610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-d1713dd3-eac3-4eb0-bbc4-bb344d8d7805 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:54.311466 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-d1713dd3-eac3-4eb0-bbc4-bb344d8d7805 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Synchronizing usage tracker for tenant:aa401af1f62549e3bf0e320769708c7c on resource:network {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:30:54.340371 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-d1713dd3-eac3-4eb0-bbc4-bb344d8d7805 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Unset dirty status for tenant:aa401af1f62549e3bf0e320769708c7c on resource:network {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:30:54.343376 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-d1713dd3-eac3-4eb0-bbc4-bb344d8d7805 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 815 time: 0.2296784
Nov 09 15:30:54.358688 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Request body: {'port': {'device_id': '0ec5edba-f78a-4e69-8be0-66219b369986', 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'admin_state_up': True, 'tenant_id': 'aa401af1f62549e3bf0e320769708c7c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:54.508705 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:30:54.513195 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Usage tracker for resource:port and tenant:aa401af1f62549e3bf0e320769708c7c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:30:54.516189 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:30:54.522070 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:30:54.533085 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Made reservation on behalf of aa401af1f62549e3bf0e320769708c7c for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:30:54.536834 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:54.709935 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Allocated IP 172.20.0.14 (53a44e5f-1763-49d9-9724-1694cd6e362f/3c800407-76c9-448e-8ecf-a0a14c47af70/e27bb53d-8263-4bd8-b296-4c0fa0ab80a8) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:30:54.938386 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:54.977127 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:54.984389 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-44d96f5f-0d73-46d5-ae89-ef2e055522fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:55.031306 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df3fdd-1be2-44fb-8b41-b6e521d421b7 req-6845b397-9a6a-4855-8bf6-3406caffc07b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:55.033295 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d2df3fdd-1be2-44fb-8b41-b6e521d421b7 req-6845b397-9a6a-4855-8bf6-3406caffc07b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.2408714
Nov 09 15:30:55.064201 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Network 53a44e5f-1763-49d9-9724-1694cd6e362f is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:30:55.070665 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:30:55.072368 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:30:55.093760 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d2df3fdd-1be2-44fb-8b41-b6e521d421b7 req-6c8b2075-452b-4f2b-8139-22bcf8592127 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534642
Nov 09 15:30:55.111518 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c290c-cc00-4b17-935f-7b43f76bb061 req-466d7cc3-4f96-4c72-9258-a09f2b9f270e tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:55.113244 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-786c290c-cc00-4b17-935f-7b43f76bb061 req-466d7cc3-4f96-4c72-9258-a09f2b9f270e tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 932 time: 0.2435148
Nov 09 15:30:55.116580 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Pushing event updated for resources: {'Port': ['ID=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:55.122236 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:55.151048 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:55.151701 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:55.170685 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-786c290c-cc00-4b17-935f-7b43f76bb061 req-e7d91fa9-951d-40c5-a1fe-8df6b3805fb7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418537
Nov 09 15:30:55.177518 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8239141
Nov 09 15:30:55.198863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Request body: {'port': {'device_id': '0ec5edba-f78a-4e69-8be0-66219b369986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:30:55.463285 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:55.565246 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-015c5523-867a-4062-81bc-e2157711f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:55.566746 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-015c5523-867a-4062-81bc-e2157711f701 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 1099 time: 0.1631348
Nov 09 15:30:55.841631 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-9b5d8000-9263-4154-8b8c-6e2d5b1b4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:55.843036 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-9b5d8000-9263-4154-8b8c-6e2d5b1b4df1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.2395897
Nov 09 15:30:55.977906 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-ea44ea69-506a-461a-b0d3-218b601d2ac8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc HTTP/1.1" status: 200  len: 1000 time: 0.1189935
Nov 09 15:30:56.101061 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:30:56.106528 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-45844503-5502-481f-a1af-5fb83279d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:56.108338 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-45844503-5502-481f-a1af-5fb83279d70e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.1218901
Nov 09 15:30:56.112371 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:56.168213 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Transition to ACTIVE for port object e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:30:56.180412 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:56.186107 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:56.332144 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Pushing event updated for resources: {'Port': ['ID=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:56.360969 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:56.395739 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fddf0-cfcb-40d2-aa91-047ddfaf1806 req-f3e6094f-7e4b-4593-a955-b6b9cf7cc0de tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:56.398507 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cb4fddf0-cfcb-40d2-aa91-047ddfaf1806 req-f3e6094f-7e4b-4593-a955-b6b9cf7cc0de tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.1787088
Nov 09 15:30:56.408966 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87695ce8-1f0c-49b4-8ae4-cca8c50c7f6f req-3b79d39e-2a9b-457c-9e35-5934fd37ba0e tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:56.410464 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-87695ce8-1f0c-49b4-8ae4-cca8c50c7f6f req-3b79d39e-2a9b-457c-9e35-5934fd37ba0e tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 944 time: 0.1110828
Nov 09 15:30:56.411883 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-62df4c66-9bce-4e76-8408-5a808a153754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:56.413379 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-62df4c66-9bce-4e76-8408-5a808a153754 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2933440
Nov 09 15:30:56.490579 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cb4fddf0-cfcb-40d2-aa91-047ddfaf1806 req-c8067df9-73d1-462d-a5c0-5e72803d3f36 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790253
Nov 09 15:30:56.506542 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-87695ce8-1f0c-49b4-8ae4-cca8c50c7f6f req-aa9f6242-bcc1-4e01-8f84-b111eb10ece6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795295
Nov 09 15:30:56.551949 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Attempting to bind port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:30:56.552284 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Attempting to bind port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:30:56.552674 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Attempting to bind port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 on network 53a44e5f-1763-49d9-9724-1694cd6e362f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:30:56.563336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 on network 53a44e5f-1763-49d9-9724-1694cd6e362f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:30:56.563673 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Attempting to bind port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 on network 53a44e5f-1763-49d9-9724-1694cd6e362f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:30:56.574909 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:30:56.575274 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Checking segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:30:56.575626 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Bound using segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:30:56.576187 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Bound port: e27bb53d-8263-4bd8-b296-4c0fa0ab80a8, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:30:56.576535 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:56.671301 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-48770c26-3042-4eaa-850a-67f1a238c403 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2421701
Nov 09 15:30:56.778787 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] For port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:30:56.791627 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] For port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:30:56.800516 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:56.807330 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-073cad64-dfc3-4860-b6a3-4ef4a5bf819f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:56.875958 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:56.876571 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:56.877973 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] 10.222.0.71 "PUT /v2.0/ports/e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 HTTP/1.1" status: 200  len: 1094 time: 1.6840212
Nov 09 15:30:56.887287 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec5edba-f78a-4e69-8be0-66219b369986', 'tag': 'e27bb53d-8263-4bd8-b296-4c0fa0ab80a8'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:56.906376 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0fad57b8-37a2-4cd6-a224-081ee732f550 req-858919eb-a2e8-44c1-8d4d-b1b2e198dc4d service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191887
Nov 09 15:30:56.925894 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Pushing event updated for resources: {'Port': ['ID=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:56.929872 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:56.968782 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec5edba-f78a-4e69-8be0-66219b369986', 'tag': 'e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', 'status': 'completed', 'code': 200}
Nov 09 15:30:57.124820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-1a5f2e6e-0ebb-4bf3-ac1c-66275979055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:57.126373 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-1a5f2e6e-0ebb-4bf3-ac1c-66275979055b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 1097 time: 0.1954505
Nov 09 15:30:57.199946 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-249a4d8d-f47b-447f-a398-3f4585c21877 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 HTTP/1.1" status: 200  len: 217 time: 0.0647652
Nov 09 15:30:57.275202 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-82b899f4-78df-4246-b931-fd05c9cfb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:57.276736 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-82b899f4-78df-4246-b931-fd05c9cfb9cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 200  len: 855 time: 0.0632203
Nov 09 15:30:57.329208 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-09cd6b45-945b-43c1-991b-2be7adc5d293 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53a44e5f-1763-49d9-9724-1694cd6e362f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442691
Nov 09 15:30:57.472714 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-154d926d-2952-4221-8223-5d3bc0a99c32 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351359
Nov 09 15:30:57.629717 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a85dcee8-65b6-4710-9503-672a9c4cdc86 req-ed56e9a3-6eeb-434c-9eaa-0d99032c2e13 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469374
Nov 09 15:30:57.693620 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52774739-1928-4f25-9310-6363d87d57b1 req-24417091-ad02-4fd1-96a8-819b95886e51 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:57.695099 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52774739-1928-4f25-9310-6363d87d57b1 req-24417091-ad02-4fd1-96a8-819b95886e51 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 946 time: 0.0912354
Nov 09 15:30:57.742487 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-52774739-1928-4f25-9310-6363d87d57b1 req-4594e908-929b-410d-aff6-d3632b4eefda tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413616
Nov 09 15:30:57.796033 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-fb93a92e-9fc8-44aa-9a0e-7e353ce82092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:57.797951 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-fb93a92e-9fc8-44aa-9a0e-7e353ce82092 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 1097 time: 0.0934827
Nov 09 15:30:57.952401 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860783d1-93e3-4183-a582-ae9533010d66 req-fe250ea1-a6b4-47f9-8d91-6cd22d5ac9ac tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:57.954243 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-860783d1-93e3-4183-a582-ae9533010d66 req-fe250ea1-a6b4-47f9-8d91-6cd22d5ac9ac tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 944 time: 0.0985081
Nov 09 15:30:57.959566 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-8b0908f5-af8c-4b92-b8d1-35c18262eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:57.961139 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-8b0908f5-af8c-4b92-b8d1-35c18262eebb service neutron] 10.222.0.71 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 917 time: 0.1492119
Nov 09 15:30:58.048280 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-e2b910ba-e94e-42fd-af21-417eed9cf2f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 HTTP/1.1" status: 200  len: 217 time: 0.0718575
Nov 09 15:30:58.050594 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-860783d1-93e3-4183-a582-ae9533010d66 req-5b3872c4-7b77-4e51-a143-b1958e3677a8 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764120
Nov 09 15:30:58.118989 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-e67aa504-c43e-4b34-bc98-9214016ed148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:58.120430 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-e67aa504-c43e-4b34-bc98-9214016ed148 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 200  len: 855 time: 0.0642710
Nov 09 15:30:58.179176 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-465b2357-6583-43b4-8496-d5ca1a0aacd2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53a44e5f-1763-49d9-9724-1694cd6e362f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420065
Nov 09 15:30:58.340687 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-8a644015-cc9a-4e9f-ade1-fb7dc61c1589 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526322
Nov 09 15:30:58.345321 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:30:58.499178 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:58.501335 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d6d5750c-0c95-43b1-87de-ea931ce8be0d req-55d1b5b5-2e8a-4ae5-8f89-70becbe9b7f1 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531484
Nov 09 15:30:58.539558 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:30:58.551632 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:30:58.557700 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:30:58.561089 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-64f82280-9b8b-40bb-a208-9c41dce71a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:30:58.598149 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'code': 200}
Nov 09 15:30:58.646632 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=8']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:30:58.650657 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:30:58.975848 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097557cd-e7a4-4568-b265-7db56f601cef req-711bf528-d08c-4ac6-800c-9b066abe751f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:58.977604 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-097557cd-e7a4-4568-b265-7db56f601cef req-711bf528-d08c-4ac6-800c-9b066abe751f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1033950
Nov 09 15:30:59.035787 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-097557cd-e7a4-4568-b265-7db56f601cef req-02f12652-26c2-462c-89bb-757a8ee189bb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509489
Nov 09 15:30:59.266653 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ca7ec-a4e2-4cee-8687-69fddcc0bdea req-09b44a91-66cd-4f77-b17b-c7881dba8a1a tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:30:59.268207 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4a5ca7ec-a4e2-4cee-8687-69fddcc0bdea req-09b44a91-66cd-4f77-b17b-c7881dba8a1a tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 944 time: 0.0927811
Nov 09 15:30:59.318475 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4a5ca7ec-a4e2-4cee-8687-69fddcc0bdea req-9cbadb7f-017d-47c5-8b98-5eb1cc3fd64a tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421531
Nov 09 15:31:00.239832 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef8607-7411-4d7c-b2bb-eb49cda98e10 req-cc4d9959-2249-4630-b470-acfafa08c61e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:00.241363 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b0ef8607-7411-4d7c-b2bb-eb49cda98e10 req-cc4d9959-2249-4630-b470-acfafa08c61e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0870841
Nov 09 15:31:00.302086 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b0ef8607-7411-4d7c-b2bb-eb49cda98e10 req-99b959b9-6ab6-432b-b06b-b4f1617b364f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497756
Nov 09 15:31:00.364157 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:31:00.522698 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:00.535116 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bea048-b58e-44c3-be2b-60ee008969e5 req-1aab72d5-7fb7-4334-9ee0-4684d403f46b tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:00.536635 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-89bea048-b58e-44c3-be2b-60ee008969e5 req-1aab72d5-7fb7-4334-9ee0-4684d403f46b tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 944 time: 0.0911620
Nov 09 15:31:00.537041 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': 'e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'port_id': 'e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', 'mac_address': 'fa:16:3e:01:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c800407-76c9-448e-8ecf-a0a14c47af70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:31:00.585489 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-89bea048-b58e-44c3-be2b-60ee008969e5 req-fec9fef0-d7cf-4a9a-9bc4-20d4f9e8b8e4 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416350
Nov 09 15:31:00.614737 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:00.632702 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:31:00.650845 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:00.654680 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:00.656455 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:00.728102 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:00.732045 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:00.946469 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e27bb53d-8263-4bd8-b296-4c0fa0ab80a8'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:31:01.452057 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962e72a-3b29-4c98-a961-c59705a020c7 req-0b68d14d-5120-4518-b657-02587ee0ebe8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:01.455779 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1962e72a-3b29-4c98-a961-c59705a020c7 req-0b68d14d-5120-4518-b657-02587ee0ebe8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1449015
Nov 09 15:31:01.509491 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1962e72a-3b29-4c98-a961-c59705a020c7 req-45c55071-1f2a-445d-9e04-93f4d5fb219e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485449
Nov 09 15:31:01.526834 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-eb7f2c9d-022c-4fe3-83bf-35cca1f1d160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:01.646488 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 34150) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:31:01.777803 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-50eeaac0-5ac1-4977-af3d-4d54fd5444fe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1298792
Nov 09 15:31:01.794045 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66b4a-8728-4a23-9f73-8e1fcead771a req-ac7b4201-411b-4bf0-be35-2644483bfeb9 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:01.795687 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01f66b4a-8728-4a23-9f73-8e1fcead771a req-ac7b4201-411b-4bf0-be35-2644483bfeb9 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 945 time: 0.0993447
Nov 09 15:31:01.847204 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01f66b4a-8728-4a23-9f73-8e1fcead771a req-9e452b88-34a9-47d4-a885-a42abbbc21f3 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453951
Nov 09 15:31:01.850461 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:02.378255 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:31:02.447151 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:31:02.453253 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:31:02.453860 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:02.577501 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:02.608806 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec5edba-f78a-4e69-8be0-66219b369986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27bb53d-8263-4bd8-b296-4c0fa0ab80a8'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:02.619916 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:02.625143 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:02.627471 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:02.658856 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec5edba-f78a-4e69-8be0-66219b369986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', 'code': 200}
Nov 09 15:31:02.708324 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:02.711350 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:02.733874 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7586-d995-4a99-af0c-fa73d031722b req-3a8b7989-7513-416c-88f3-2dbf761bce74 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:02.735581 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-59dd7586-d995-4a99-af0c-fa73d031722b req-3a8b7989-7513-416c-88f3-2dbf761bce74 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1025014
Nov 09 15:31:02.784142 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-59dd7586-d995-4a99-af0c-fa73d031722b req-c049480b-98d6-4618-a496-132422fffbe9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425174
Nov 09 15:31:02.918270 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b116e5-a589-487f-a3d1-19b7abbaf6cf req-61252ab8-0ba7-467b-a94a-740e67abf667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:02.920102 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-36b116e5-a589-487f-a3d1-19b7abbaf6cf req-61252ab8-0ba7-467b-a94a-740e67abf667 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 1099 time: 0.0810370
Nov 09 15:31:02.968629 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-36b116e5-a589-487f-a3d1-19b7abbaf6cf req-afd18abf-a530-48b6-a9a2-8f3bd3a90504 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376694
Nov 09 15:31:03.049770 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3544f0-067d-45c3-b29e-0e42c1dfda8c req-35103f1b-2bf6-4b0d-bbad-f0c08f7dbdc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:03.051232 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5a3544f0-067d-45c3-b29e-0e42c1dfda8c req-35103f1b-2bf6-4b0d-bbad-f0c08f7dbdc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 946 time: 0.0851891
Nov 09 15:31:03.112294 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5a3544f0-067d-45c3-b29e-0e42c1dfda8c req-0395ece7-1916-4e56-a3b2-44c306217829 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551071
Nov 09 15:31:03.988158 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc428775-79ca-4159-9899-af173cd7b92c req-2d64dd7b-a2ea-4dbe-a2a2-e67818963a33 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:03.989570 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fc428775-79ca-4159-9899-af173cd7b92c req-2d64dd7b-a2ea-4dbe-a2a2-e67818963a33 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0856912
Nov 09 15:31:04.036215 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fc428775-79ca-4159-9899-af173cd7b92c req-08f738e8-3b38-45ad-9661-ac2fff7ceb7f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406439
Nov 09 15:31:04.082505 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0b25-27f1-4bcf-bf56-6fc827d77baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:04.329265 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f4e3-5f20-47c3-aa37-3a384a4fa260 req-980bb25c-2915-471d-93b1-8b8a5b622b47 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:04.331181 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0825f4e3-5f20-47c3-aa37-3a384a4fa260 req-980bb25c-2915-471d-93b1-8b8a5b622b47 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 946 time: 0.1028202
Nov 09 15:31:04.380441 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:31:04.382137 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0825f4e3-5f20-47c3-aa37-3a384a4fa260 req-e8bbfa2a-c4d3-4071-80eb-d1b007a31103 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435648
Nov 09 15:31:05.000819 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:05.270605 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50254ab1-27ea-415c-bde2-2d20e4983961 req-705accb8-f000-4530-a0e8-597c4d7f4afe tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:05.274536 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-50254ab1-27ea-415c-bde2-2d20e4983961 req-705accb8-f000-4530-a0e8-597c4d7f4afe tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1011639
Nov 09 15:31:05.323066 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-50254ab1-27ea-415c-bde2-2d20e4983961 req-f2a05c85-0b2a-4734-a650-50b9d2128eb7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415468
Nov 09 15:31:05.607389 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa4bb9-2e0a-4a4b-9547-797add1b454c req-ddd188ee-ce1d-4e28-bd53-68a428e029d8 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:05.608885 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-24fa4bb9-2e0a-4a4b-9547-797add1b454c req-ddd188ee-ce1d-4e28-bd53-68a428e029d8 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 946 time: 0.0887530
Nov 09 15:31:05.655371 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-24fa4bb9-2e0a-4a4b-9547-797add1b454c req-18581e0c-174e-445d-81f4-27850e05a174 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405836
Nov 09 15:31:06.360454 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:06.686360 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bc882-adc3-471f-85b3-5244ef51b723 req-0490628a-23d9-4a37-a6ad-69127e89cfd0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:06.687893 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb8bc882-adc3-471f-85b3-5244ef51b723 req-0490628a-23d9-4a37-a6ad-69127e89cfd0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0899863
Nov 09 15:31:06.736510 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:06.739086 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb8bc882-adc3-471f-85b3-5244ef51b723 req-bd21f2a5-6b81-48ff-aefc-2e78f3e7860a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454869
Nov 09 15:31:06.776623 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-2567acdc-0bad-4e30-95df-c88ae425062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:06.778228 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-2567acdc-0bad-4e30-95df-c88ae425062b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb&tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd HTTP/1.1" status: 200  len: 1097 time: 0.0894351
Nov 09 15:31:08.031207 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e61d1f-ea36-4f9d-8e22-446c183517c4 req-c31ec2c1-d4ff-47f8-98ed-7ecc3832ea9b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:08.032601 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-29e61d1f-ea36-4f9d-8e22-446c183517c4 req-c31ec2c1-d4ff-47f8-98ed-7ecc3832ea9b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1745324
Nov 09 15:31:08.080423 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-29e61d1f-ea36-4f9d-8e22-446c183517c4 req-ae53513e-e991-46a4-b58c-b84b6cba2f4f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417922
Nov 09 15:31:09.291940 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060cca5-ac59-4b60-a2b7-25c5fabbbf44 req-f77044ad-39af-4dd9-8c77-ddd69bdd7e3e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:09.293633 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0060cca5-ac59-4b60-a2b7-25c5fabbbf44 req-f77044ad-39af-4dd9-8c77-ddd69bdd7e3e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0905833
Nov 09 15:31:09.344987 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0060cca5-ac59-4b60-a2b7-25c5fabbbf44 req-80cf3da2-0ad7-4472-9af2-e39a92d70a02 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448763
Nov 09 15:31:09.636987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-b0511eda-80ef-49f4-9046-3288be78b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:09.638958 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-b0511eda-80ef-49f4-9046-3288be78b3a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 1097 time: 0.0906153
Nov 09 15:31:09.901316 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-96ca2fd2-a973-4c38-a4a2-64d2f3a27edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:09.902993 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-96ca2fd2-a973-4c38-a4a2-64d2f3a27edc service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.2561612
Nov 09 15:31:10.020427 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-6626c29d-1d44-4ab9-a599-0b969e9f8624 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc HTTP/1.1" status: 200  len: 998 time: 0.1050272
Nov 09 15:31:10.087054 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-dd33b98a-13f1-4052-ab82-413c38f4c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:10.088550 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-dd33b98a-13f1-4052-ab82-413c38f4c76b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.0609760
Nov 09 15:31:10.178406 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-76d98331-e282-4d66-b568-73937f34a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:10.180030 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-76d98331-e282-4d66-b568-73937f34a7c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831041
Nov 09 15:31:10.322599 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-9887a839-1327-44ca-9a58-bc8174af1f77 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350675
Nov 09 15:31:10.472465 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3e3d871-3b91-4a86-8663-dfbcfa5000f1 req-a6af5443-69da-43d3-a2ae-2003a7a79265 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394286
Nov 09 15:31:10.555570 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874c6d3-6687-4414-8fb7-285358c740ba req-b4200d5a-ff0f-4572-90b1-6888988697b5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:10.557136 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8874c6d3-6687-4414-8fb7-285358c740ba req-b4200d5a-ff0f-4572-90b1-6888988697b5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0847056
Nov 09 15:31:10.611543 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8874c6d3-6687-4414-8fb7-285358c740ba req-ae7201e7-1438-470a-aa9b-a26f81827f77 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451074
Nov 09 15:31:11.831671 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a4a98-7e08-45ad-8e5c-02c6619441b0 req-5730227a-6251-4aa4-93b9-9217878e1884 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:11.833268 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5f4a4a98-7e08-45ad-8e5c-02c6619441b0 req-5730227a-6251-4aa4-93b9-9217878e1884 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0939901
Nov 09 15:31:11.889944 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5f4a4a98-7e08-45ad-8e5c-02c6619441b0 req-d7bc5bdb-356d-46d6-bb6d-2fb5c27e6ef5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497885
Nov 09 15:31:13.161359 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bb8c3-2ea4-4eb4-8d69-081f4c9f68c2 req-b62b66f7-4257-4225-b083-8c3d05765a7b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:13.164163 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-687bb8c3-2ea4-4eb4-8d69-081f4c9f68c2 req-b62b66f7-4257-4225-b083-8c3d05765a7b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1166320
Nov 09 15:31:13.245265 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-687bb8c3-2ea4-4eb4-8d69-081f4c9f68c2 req-1708b5cb-00bd-4dff-9e39-8449ffdf8a29 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632122
Nov 09 15:31:14.476791 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1b24b-2dc2-41f1-8878-d75f74b841de req-0aee36ff-8db3-4489-91b9-2eb58f8a4457 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:14.484311 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e8e1b24b-2dc2-41f1-8878-d75f74b841de req-0aee36ff-8db3-4489-91b9-2eb58f8a4457 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1098680
Nov 09 15:31:14.524904 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e8e1b24b-2dc2-41f1-8878-d75f74b841de req-f7a757bb-4608-47ff-9ff1-84038d0efed0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396116
Nov 09 15:31:15.454079 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:31:15.748889 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bc7a0-b4a7-4402-9501-7e0343542240 req-8b54b610-dd53-417b-84fe-0873c6b5c928 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:15.750609 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b81bc7a0-b4a7-4402-9501-7e0343542240 req-8b54b610-dd53-417b-84fe-0873c6b5c928 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1067967
Nov 09 15:31:15.804771 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b81bc7a0-b4a7-4402-9501-7e0343542240 req-bdb9a471-e6cc-49c5-b228-1fca067cf021 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478036
Nov 09 15:31:17.011901 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdec3-6459-4c3b-bafa-fee73edc0faf req-26c9e107-b98a-49c9-aa42-d78d2d708151 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:17.013389 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-384cdec3-6459-4c3b-bafa-fee73edc0faf req-26c9e107-b98a-49c9-aa42-d78d2d708151 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0901842
Nov 09 15:31:17.063358 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-384cdec3-6459-4c3b-bafa-fee73edc0faf req-4082a8d0-b458-44d9-90c8-4091d49043eb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442667
Nov 09 15:31:18.273083 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b384a-21c9-469b-b244-387a718747ec req-ec6d6c70-977e-49b5-9020-4009bf30ac14 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:18.274906 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-256b384a-21c9-469b-b244-387a718747ec req-ec6d6c70-977e-49b5-9020-4009bf30ac14 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0931385
Nov 09 15:31:18.325868 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-256b384a-21c9-469b-b244-387a718747ec req-faf2f6b3-8825-4e64-b155-37c1386e4a60 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429082
Nov 09 15:31:19.600964 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e1669-a6c1-48e5-b0f5-6ca03853a7f8 req-f82636ff-4e0d-46ed-8232-5c47910c3910 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:19.610947 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c56e1669-a6c1-48e5-b0f5-6ca03853a7f8 req-f82636ff-4e0d-46ed-8232-5c47910c3910 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1594217
Nov 09 15:31:19.672659 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c56e1669-a6c1-48e5-b0f5-6ca03853a7f8 req-8079f4f0-a003-44b4-977e-e19922b4f096 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606141
Nov 09 15:31:20.903421 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631cd59-327c-4251-b68c-3f8a072638f4 req-1516084c-41f7-4661-accf-3aa00a63a62d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:20.905149 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f631cd59-327c-4251-b68c-3f8a072638f4 req-1516084c-41f7-4661-accf-3aa00a63a62d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1086659
Nov 09 15:31:20.985797 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f631cd59-327c-4251-b68c-3f8a072638f4 req-12465495-5efe-4dbf-a14f-128f090d6513 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710595
Nov 09 15:31:22.212854 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a043111-5abd-4503-98b4-4f44d44da508 req-61bf05c1-0416-4fdf-8cba-ccefc498469c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:22.214918 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4a043111-5abd-4503-98b4-4f44d44da508 req-61bf05c1-0416-4fdf-8cba-ccefc498469c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0972624
Nov 09 15:31:22.264121 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4a043111-5abd-4503-98b4-4f44d44da508 req-92d23572-e6a8-49df-8ed2-cc59a4937708 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432680
Nov 09 15:31:23.532009 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966957e-798c-41da-a450-67a2f85e366a req-9f67389c-be2f-42a3-a179-0c8a58753ba2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:23.534504 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7966957e-798c-41da-a450-67a2f85e366a req-9f67389c-be2f-42a3-a179-0c8a58753ba2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1078665
Nov 09 15:31:23.597454 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7966957e-798c-41da-a450-67a2f85e366a req-fd553d7a-9d65-454d-b864-a1b6f8322b59 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542524
Nov 09 15:31:24.812872 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cef240-5513-474c-a728-729364cfa3b3 req-78dcd08e-f283-4ae7-a48f-5351ff613e88 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:24.814447 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6cef240-5513-474c-a728-729364cfa3b3 req-78dcd08e-f283-4ae7-a48f-5351ff613e88 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0926096
Nov 09 15:31:24.860586 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6cef240-5513-474c-a728-729364cfa3b3 req-f079d883-b6fb-4901-8db3-e808b0aa9250 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401576
Nov 09 15:31:25.890618 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-578114ce-02fb-4797-916c-da0bec09e30b tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:25.892106 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-578114ce-02fb-4797-916c-da0bec09e30b tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 815 time: 0.1575289
Nov 09 15:31:25.907739 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-295dc71f-e5d8-47f7-a0f7-72199c2dc929 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/quotas/aa401af1f62549e3bf0e320769708c7c HTTP/1.1" status: 200  len: 375 time: 0.0102479
Nov 09 15:31:26.045579 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-a069fb45-e41b-404e-ad42-a67d6cf2c135 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1308682
Nov 09 15:31:26.293071 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cba18a-3fac-4771-a995-67937849f800 req-2bc96ad4-61db-46a8-af47-e2017c88c508 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:26.294573 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-30cba18a-3fac-4771-a995-67937849f800 req-2bc96ad4-61db-46a8-af47-e2017c88c508 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.3064113
Nov 09 15:31:26.298093 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-e7176ff5-df5f-4475-b884-b2c63b419dd4 service neutron] 10.222.0.87 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430856
Nov 09 15:31:26.434134 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-30cba18a-3fac-4771-a995-67937849f800 req-c1675a3b-dfca-4426-9ccf-c21674301092 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313813
Nov 09 15:31:26.498605 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-0da35306-12b8-4f90-b9f6-1d15ea686211 service neutron] 10.222.0.87 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1940906
Nov 09 15:31:26.731516 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-41a2b17e-5b74-49dc-9e46-058045b834bf req-f3db98e3-58eb-45ee-a815-d3bd5b2cdfbd tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 210 time: 0.0432274
Nov 09 15:31:27.415001 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1ed3a-36d0-4904-9948-19d46edbcf15 req-b67b98b4-bd83-4bed-af16-c21abac7056a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:27.416528 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-60c1ed3a-36d0-4904-9948-19d46edbcf15 req-b67b98b4-bd83-4bed-af16-c21abac7056a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 945 time: 0.0916395
Nov 09 15:31:27.467401 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-60c1ed3a-36d0-4904-9948-19d46edbcf15 req-c1a6f057-d88f-45b7-aaea-a4a4a98ecbc4 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447414
Nov 09 15:31:27.647667 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22580144-fe1c-48f9-aef7-7c396434a7e4 req-1b3f8187-808a-40fb-abed-13088ed9d22b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:27.649151 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-22580144-fe1c-48f9-aef7-7c396434a7e4 req-1b3f8187-808a-40fb-abed-13088ed9d22b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0869176
Nov 09 15:31:27.700690 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-22580144-fe1c-48f9-aef7-7c396434a7e4 req-b6fd6643-1095-4044-b0c9-50bebe29bf42 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451112
Nov 09 15:31:27.896342 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-48aed2ad-2ac2-4c37-8928-11115f52e52d req-d6a0f119-3251-4bfe-8662-134d44888b9f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 210 time: 0.0469584
Nov 09 15:31:28.109476 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-8d5a715e-79f8-4198-b8ef-9c259ce3fbbe tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:28.110809 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-8d5a715e-79f8-4198-b8ef-9c259ce3fbbe tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 815 time: 0.1564929
Nov 09 15:31:28.131210 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Request body: {'port': {'device_id': 'b222dd90-804f-42e1-ac71-975f51685fa4', 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'admin_state_up': True, 'tenant_id': 'aa401af1f62549e3bf0e320769708c7c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:28.274371 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:31:28.278617 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Usage tracker for resource:port and tenant:aa401af1f62549e3bf0e320769708c7c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:31:28.281575 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:31:28.287585 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:31:28.298631 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Made reservation on behalf of aa401af1f62549e3bf0e320769708c7c for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:31:28.302563 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:28.471953 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Allocated IP 172.20.0.8 (53a44e5f-1763-49d9-9724-1694cd6e362f/3c800407-76c9-448e-8ecf-a0a14c47af70/68266f76-3070-4b86-b832-308b5eda72bf) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:31:28.661705 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd396b-1137-4a10-87d4-21bee566977c req-f5c94ee7-8648-42ce-987d-cf797564a94b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:28.663181 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e3fd396b-1137-4a10-87d4-21bee566977c req-f5c94ee7-8648-42ce-987d-cf797564a94b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 945 time: 0.0847821
Nov 09 15:31:28.690588 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:28.715756 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e3fd396b-1137-4a10-87d4-21bee566977c req-38657df5-fdb5-4890-8368-3f85497ea156 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459726
Nov 09 15:31:28.730106 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:28.737013 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:28.748258 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e27bb53d-8263-4bd8-b296-4c0fa0ab80a8'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:31:28.808291 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Network 53a44e5f-1763-49d9-9724-1694cd6e362f is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:31:28.812120 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:31:28.816952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:31:28.864611 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Pushing event updated for resources: {'Port': ['ID=68266f76-3070-4b86-b832-308b5eda72bf,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:28.885915 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.886820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.886820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.887094 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.887564 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.887928 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.888282 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.888637 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.888988 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.889334 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.889694 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.890051 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:28.896345 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:28.906163 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:28.906838 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:28.914940 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001ee0b-8452-40b3-a0be-0fc3432dd8d9 req-6faca7f8-9126-4b29-b95f-8a6e89751d14 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:28.916607 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6001ee0b-8452-40b3-a0be-0fc3432dd8d9 req-6faca7f8-9126-4b29-b95f-8a6e89751d14 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0914888
Nov 09 15:31:28.935175 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8087828
Nov 09 15:31:28.950618 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Request body: {'port': {'device_id': 'b222dd90-804f-42e1-ac71-975f51685fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:28.978088 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6001ee0b-8452-40b3-a0be-0fc3432dd8d9 req-8e720e6c-ac72-49b7-bdf7-78f901a58bca tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510385
Nov 09 15:31:29.078314 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:29.102421 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2378f69-12d4-474e-826b-301f209807a7 req-bbee2851-3e17-44d5-a347-10a1fbab31e8 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:29.103904 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d2378f69-12d4-474e-826b-301f209807a7 req-bbee2851-3e17-44d5-a347-10a1fbab31e8 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 931 time: 0.0865581
Nov 09 15:31:29.149984 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d2378f69-12d4-474e-826b-301f209807a7 req-42a8976f-738c-4202-b990-1ecb1b8420df tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398452
Nov 09 15:31:29.555727 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68266f76-3070-4b86-b832-308b5eda72bf {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:31:29.564047 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:29.580088 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Transition to ACTIVE for port object 68266f76-3070-4b86-b832-308b5eda72bf will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:31:29.586483 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:29.594153 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-33ba931e-16bf-4624-979f-5615e0492c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:29.797485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Pushing event updated for resources: {'Port': ['ID=68266f76-3070-4b86-b832-308b5eda72bf,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:29.800603 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:29.910192 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Attempting to bind port 68266f76-3070-4b86-b832-308b5eda72bf on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:31:29.910436 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Attempting to bind port 68266f76-3070-4b86-b832-308b5eda72bf by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:31:29.910630 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Attempting to bind port 68266f76-3070-4b86-b832-308b5eda72bf on network 53a44e5f-1763-49d9-9724-1694cd6e362f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:31:29.920821 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Port 68266f76-3070-4b86-b832-308b5eda72bf on network 53a44e5f-1763-49d9-9724-1694cd6e362f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:31:29.921131 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Attempting to bind port 68266f76-3070-4b86-b832-308b5eda72bf on network 53a44e5f-1763-49d9-9724-1694cd6e362f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:31:29.928620 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad70f5-7529-4bba-9ef3-608fc85dade6 req-7346855d-2cee-490a-ad12-f19871cb620c tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:29.930162 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-37ad70f5-7529-4bba-9ef3-608fc85dade6 req-7346855d-2cee-490a-ad12-f19871cb620c tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 945 time: 0.0871434
Nov 09 15:31:29.932470 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-f9473c54-f0cd-45c7-9f1f-67caf2aaa1a3 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:29.933365 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-f9473c54-f0cd-45c7-9f1f-67caf2aaa1a3 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Synchronizing usage tracker for tenant:ba0d9464335e4d9a9dc38a09441cfb5d on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:31:29.939075 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:31:29.939410 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Checking segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:31:29.939784 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Bound using segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:31:29.940222 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Bound port: 68266f76-3070-4b86-b832-308b5eda72bf, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:31:29.940570 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:29.985263 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-37ad70f5-7529-4bba-9ef3-608fc85dade6 req-c6914caf-1672-465e-9cb3-54467a9a521e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426173
Nov 09 15:31:30.018354 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-f9473c54-f0cd-45c7-9f1f-67caf2aaa1a3 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Unset dirty status for tenant:ba0d9464335e4d9a9dc38a09441cfb5d on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:31:30.019186 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-f9473c54-f0cd-45c7-9f1f-67caf2aaa1a3 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.71 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 945 time: 0.2642870
Nov 09 15:31:30.111339 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] For port 68266f76-3070-4b86-b832-308b5eda72bf, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:31:30.117133 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Deleting port c482e958-ac16-4350-b472-609da716a50e {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:31:30.117477 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:30.169972 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] For port 68266f76-3070-4b86-b832-308b5eda72bf, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=68266f76-3070-4b86-b832-308b5eda72bf,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:31:30.178172 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:30.185252 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-85f34310-cb53-4682-b4f7-e27012886168 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:30.194979 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290acf3-abc0-4c87-9157-3f8c165f9ecc req-e6ab86cf-9b85-4778-8826-fbad5dff8fdb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:30.196526 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4290acf3-abc0-4c87-9157-3f8c165f9ecc req-e6ab86cf-9b85-4778-8826-fbad5dff8fdb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0931804
Nov 09 15:31:30.248287 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:30.249767 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:30.250371 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] 10.222.0.71 "PUT /v2.0/ports/68266f76-3070-4b86-b832-308b5eda72bf HTTP/1.1" status: 200  len: 1093 time: 1.3044307
Nov 09 15:31:30.251113 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b222dd90-804f-42e1-ac71-975f51685fa4', 'tag': '68266f76-3070-4b86-b832-308b5eda72bf'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:30.253171 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4290acf3-abc0-4c87-9157-3f8c165f9ecc req-845810b5-5553-4764-a598-1389e1ac9983 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461709
Nov 09 15:31:30.354339 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab58f9-e3f7-4172-aad3-2ffbd29c970d req-e25175ce-ba05-4673-96ad-98f92df16fbe tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:30.356383 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72ab58f9-e3f7-4172-aad3-2ffbd29c970d req-e25175ce-ba05-4673-96ad-98f92df16fbe tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 943 time: 0.0887532
Nov 09 15:31:30.360000 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b222dd90-804f-42e1-ac71-975f51685fa4', 'tag': '68266f76-3070-4b86-b832-308b5eda72bf', 'status': 'completed', 'code': 200}
Nov 09 15:31:30.406100 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72ab58f9-e3f7-4172-aad3-2ffbd29c970d req-da8fb379-9d34-4aad-b453-2367ea465dda tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433280
Nov 09 15:31:30.418382 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Pushing event updated for resources: {'Port': ['ID=68266f76-3070-4b86-b832-308b5eda72bf,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:30.422087 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:30.540010 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-9ed78568-1a05-45a7-a8d8-85bcd064910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:30.541860 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-9ed78568-1a05-45a7-a8d8-85bcd064910b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 1096 time: 0.2401009
Nov 09 15:31:30.552972 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] For port c482e958-ac16-4350-b472-609da716a50e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c482e958-ac16-4350-b472-609da716a50e,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:30.553331 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:30.735163 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-74612d96-a12d-461d-9c4f-caade459ed97 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68266f76-3070-4b86-b832-308b5eda72bf HTTP/1.1" status: 200  len: 217 time: 0.1741090
Nov 09 15:31:30.741898 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Calling delete_port for c482e958-ac16-4350-b472-609da716a50e owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:31:30.869457 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-f863cee9-eee0-4ca7-8950-4834598063e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:30.871004 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-f863cee9-eee0-4ca7-8950-4834598063e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 200  len: 855 time: 0.1012969
Nov 09 15:31:30.963094 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-a2940a4a-531f-4f8c-bf73-5b985898168c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53a44e5f-1763-49d9-9724-1694cd6e362f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0816634
Nov 09 15:31:31.165450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:31.174428 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:31.177441 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['c482e958-ac16-4350-b472-609da716a50e'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:31:31.187890 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42acd3-a334-44b5-a657-c91ac39bbe05 req-bef4a0d1-8891-4f06-9039-830fd5c08759 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:31.189596 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7b42acd3-a334-44b5-a657-c91ac39bbe05 req-bef4a0d1-8891-4f06-9039-830fd5c08759 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7 HTTP/1.1" status: 200  len: 867 time: 0.0890112
Nov 09 15:31:31.239852 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7b42acd3-a334-44b5-a657-c91ac39bbe05 req-041dd677-c516-4a42-bb1b-ccd2d48fa16b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437770
Nov 09 15:31:31.243679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Pushing event deleted for resources: {'Port': ['ID=c482e958-ac16-4350-b472-609da716a50e,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:31.274471 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:31.352304 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] No DVR routers for this DVR port c482e958-ac16-4350-b472-609da716a50e on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:31:31.357121 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:31.369529 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-95540790-67d5-457f-9237-fbeb0131a550 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3976395
Nov 09 15:31:31.376886 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e11c3d8d-9267-47e3-bef6-88f1807f12f6 req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.71 "DELETE /v2.0/ports/c482e958-ac16-4350-b472-609da716a50e HTTP/1.1" status: 204  len: 173 time: 1.3503861
Nov 09 15:31:31.486575 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba7fd9-ac9c-4198-a30f-78ada6d74342 req-61371cf3-f03a-4d1f-8ab6-a7ae694a2309 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:31.488940 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-33ba7fd9-ac9c-4198-a30f-78ada6d74342 req-61371cf3-f03a-4d1f-8ab6-a7ae694a2309 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.1060874
Nov 09 15:31:31.532486 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-3483a8ec-2d4d-4c6f-b9fb-0a274090b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:31.532817 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-51e0431a-fe14-4c11-8fba-d17fae034d7b req-4ea1d86a-2063-4a60-bcf9-541ee5aa87a6 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548674
Nov 09 15:31:31.584071 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-33ba7fd9-ac9c-4198-a30f-78ada6d74342 req-818291d9-5cfb-4769-aa0c-7be9e5a0c90f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856156
Nov 09 15:31:31.634800 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a93bc8-6d23-41db-8297-b76d0c46ed05 req-9f841850-c3cd-41bd-a5c0-c4dccee8720c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:31.636635 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c4a93bc8-6d23-41db-8297-b76d0c46ed05 req-9f841850-c3cd-41bd-a5c0-c4dccee8720c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 943 time: 0.0960619
Nov 09 15:31:31.674956 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-47fe834c-4119-4f7a-8cda-5599a094ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:31.676644 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-47fe834c-4119-4f7a-8cda-5599a094ea3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 1096 time: 0.0797710
Nov 09 15:31:31.689844 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c4a93bc8-6d23-41db-8297-b76d0c46ed05 req-d004abbd-1e30-453b-8c8c-f3df9b2d5e66 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467727
Nov 09 15:31:31.827490 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-8fa27bad-dd46-4585-b7f6-ccc9fea844a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:31.829887 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-8fa27bad-dd46-4585-b7f6-ccc9fea844a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 917 time: 0.1406195
Nov 09 15:31:31.850261 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:31.913070 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-837dbab8-7b14-4af1-afe9-b726fb8bca21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68266f76-3070-4b86-b832-308b5eda72bf HTTP/1.1" status: 200  len: 217 time: 0.0742340
Nov 09 15:31:31.993141 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-6245a476-58ed-492c-9693-8447e1fec19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:31.994630 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-6245a476-58ed-492c-9693-8447e1fec19a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 200  len: 855 time: 0.0738633
Nov 09 15:31:32.047887 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-d3b73f1a-9484-48e0-95b3-d1bc68e901af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53a44e5f-1763-49d9-9724-1694cd6e362f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445416
Nov 09 15:31:32.197120 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-59d95012-98bc-4d6b-ac08-535493faaf48 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414437
Nov 09 15:31:32.343709 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f31223c4-1ec2-4524-a011-71cfa226fb1f req-e27381e2-aac0-499c-98f4-a47a795a6ee0 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378062
Nov 09 15:31:32.361474 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7', 'name': 'network-vif-deleted', 'tag': 'c482e958-ac16-4350-b472-609da716a50e'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:32.408326 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19ec2d1-6448-4f9a-93d6-c0f6ebd6d0d7', 'name': 'network-vif-deleted', 'tag': 'c482e958-ac16-4350-b472-609da716a50e', 'status': 'completed', 'code': 200}
Nov 09 15:31:32.520193 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:31:32.673006 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:32.687621 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'port_id': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'mac_address': 'fa:16:3e:9a:1a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:31:32.751044 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:32.769775 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a32dd8-21b1-4993-87d7-b6cb2714bedc {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:31:32.787603 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:32.796234 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:32.799027 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:32.813507 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7de2c-e6f8-41b6-a634-a9e18ba564c2 req-3dda3eab-86a9-4438-a211-43735ce9a044 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:32.815071 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-08e7de2c-e6f8-41b6-a634-a9e18ba564c2 req-3dda3eab-86a9-4438-a211-43735ce9a044 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 944 time: 0.0944991
Nov 09 15:31:32.880164 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=9']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:32.888257 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.888581 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.888936 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.889254 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.889592 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.889915 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.890274 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.890591 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.890899 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.891233 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.891545 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.891867 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:32.896924 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:32.911143 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-08e7de2c-e6f8-41b6-a634-a9e18ba564c2 req-998ea80d-d131-4903-9368-766b8cf2271d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632966
Nov 09 15:31:32.937194 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d058d-d6ae-4225-9e44-d2b4ebcfaa73 req-6aaf3742-2467-4e9d-b1b8-a6132485d99f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:32.938804 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-955d058d-d6ae-4225-9e44-d2b4ebcfaa73 req-6aaf3742-2467-4e9d-b1b8-a6132485d99f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 943 time: 0.1226885
Nov 09 15:31:32.996510 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-955d058d-d6ae-4225-9e44-d2b4ebcfaa73 req-ae3b7569-17c1-42ed-b7d7-860a0757dbb6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516212
Nov 09 15:31:34.089625 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-99e5e684-1c50-47d1-8587-58e7586eb6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:34.159964 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31623994-9217-4f75-bdf7-aab2b51b65a0 req-124171d1-6746-4b1b-ac0e-000f75e466cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:34.160759 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-31623994-9217-4f75-bdf7-aab2b51b65a0 req-124171d1-6746-4b1b-ac0e-000f75e466cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 945 time: 0.1296887
Nov 09 15:31:34.222451 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-31623994-9217-4f75-bdf7-aab2b51b65a0 req-e2dd961e-8a76-48b1-a8c7-5665e90eaaf0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526834
Nov 09 15:31:34.239607 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfe7ac-f053-4994-8090-842ce96873e4 req-4afb72df-c8a0-420f-a46d-94f36c4ae9c3 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:34.241046 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fabfe7ac-f053-4994-8090-842ce96873e4 req-4afb72df-c8a0-420f-a46d-94f36c4ae9c3 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 943 time: 0.1335456
Nov 09 15:31:34.375406 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fabfe7ac-f053-4994-8090-842ce96873e4 req-6cafdc4a-c3ce-4226-b3bc-c16c6bcb4c63 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269565
Nov 09 15:31:34.808260 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 68266f76-3070-4b86-b832-308b5eda72bf details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:31:34.968022 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 68266f76-3070-4b86-b832-308b5eda72bf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=68266f76-3070-4b86-b832-308b5eda72bf,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:34.982509 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '68266f76-3070-4b86-b832-308b5eda72bf', 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'port_id': '68266f76-3070-4b86-b832-308b5eda72bf', 'mac_address': 'fa:16:3e:18:51:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c800407-76c9-448e-8ecf-a0a14c47af70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:31:35.038904 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:35.052983 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:35.071556 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68266f76-3070-4b86-b832-308b5eda72bf {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:31:35.089397 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 68266f76-3070-4b86-b832-308b5eda72bf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=68266f76-3070-4b86-b832-308b5eda72bf,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:35.094041 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:35.095891 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:35.168444 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=68266f76-3070-4b86-b832-308b5eda72bf,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:35.171784 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:35.424489 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48147f-a797-4f4c-9a81-3fe51414798f req-688ab5b4-62f7-4e13-a7e2-ad057d674b5a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:35.426072 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-da48147f-a797-4f4c-9a81-3fe51414798f req-688ab5b4-62f7-4e13-a7e2-ad057d674b5a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 945 time: 0.0871117
Nov 09 15:31:35.475140 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-da48147f-a797-4f4c-9a81-3fe51414798f req-ddb5b8a8-208f-476a-8874-86f0d5014048 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429978
Nov 09 15:31:35.567560 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8dbfc-51b8-4631-9fdb-336480025daf req-29d536ea-5c9f-4dd7-83e9-253b89a8cf3c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:35.569056 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f8c8dbfc-51b8-4631-9fdb-336480025daf req-29d536ea-5c9f-4dd7-83e9-253b89a8cf3c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 944 time: 0.0854764
Nov 09 15:31:35.622004 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f8c8dbfc-51b8-4631-9fdb-336480025daf req-bcbd6654-cd13-4522-9c3a-dc6222f572c2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464714
Nov 09 15:31:35.882177 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device c482e958-ac16-4350-b472-609da716a50e no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:31:35.919273 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: c482e958-ac16-4350-b472-609da716a50e {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:31:35.919649 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device c482e958-ac16-4350-b472-609da716a50e not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:31:36.018585 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-ee302800-60d1-418f-913d-dbc139c4a17a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0921433
Nov 09 15:31:36.143337 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['82a32dd8-21b1-4993-87d7-b6cb2714bedc'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:31:36.180762 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-31d96e33-ead3-429a-9610-ecf9f6763a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:36.182288 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-31d96e33-ead3-429a-9610-ecf9f6763a7b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 1098 time: 0.0806196
Nov 09 15:31:36.294953 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['68266f76-3070-4b86-b832-308b5eda72bf'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:31:36.352524 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-b942a81d-06eb-4810-b24a-ff3fca3ea7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:36.354240 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-b942a81d-06eb-4810-b24a-ff3fca3ea7ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 913 time: 0.1430488
Nov 09 15:31:36.404083 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:36.481097 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-b17c465a-1552-4747-a95f-4bdf1c801f49 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 200  len: 1001 time: 0.1183729
Nov 09 15:31:36.567603 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-7c585c8c-575e-47b3-b9ac-05493095fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:36.569129 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-7c585c8c-575e-47b3-b9ac-05493095fd3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.0659158
Nov 09 15:31:36.685114 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62ab7a-bb67-4577-98ca-79e94b05ce01 req-cc58fd50-4995-43de-bd2e-170ac6c9474f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:36.687089 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e62ab7a-bb67-4577-98ca-79e94b05ce01 req-cc58fd50-4995-43de-bd2e-170ac6c9474f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 945 time: 0.0935628
Nov 09 15:31:36.747867 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:36.753832 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3e62ab7a-bb67-4577-98ca-79e94b05ce01 req-edbf4c74-ee62-432e-b554-76f2c9f2cffe tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598688
Nov 09 15:31:36.762941 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-642f704c-5a19-4fbe-b29a-77279dc36c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:36.764569 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-642f704c-5a19-4fbe-b29a-77279dc36c97 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1878228
Nov 09 15:31:36.841623 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3960-e9d8-4c05-b1a0-45cd87039d7a req-94d5224d-2883-4ab9-9602-9afba92065e5 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:36.842679 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f5ac3960-e9d8-4c05-b1a0-45cd87039d7a req-94d5224d-2883-4ab9-9602-9afba92065e5 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 944 time: 0.0872295
Nov 09 15:31:36.902801 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f5ac3960-e9d8-4c05-b1a0-45cd87039d7a req-88b1b452-d835-4850-9ba0-9b04ed1dccf9 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535343
Nov 09 15:31:36.930326 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-37afc9b9-de07-411e-a522-e8e395f5b010 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554410
Nov 09 15:31:37.090311 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c8e3ba97-d829-44a7-877f-defd77a9ed68 req-272fced2-bc33-4485-b71a-57b5940a9052 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521921
Nov 09 15:31:37.969826 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1871a-8bbe-4e5a-824e-89a1f3a6ecac req-4e5ffb42-9606-4eca-9fc4-c6c427b8701f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:37.971362 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bdb1871a-8bbe-4e5a-824e-89a1f3a6ecac req-4e5ffb42-9606-4eca-9fc4-c6c427b8701f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 945 time: 0.0975101
Nov 09 15:31:38.045687 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bdb1871a-8bbe-4e5a-824e-89a1f3a6ecac req-03537087-19a4-49ef-b633-99955aefe567 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666850
Nov 09 15:31:38.134059 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d44bb-7c17-4206-b010-d0ef61341e77 req-f3b62c35-0525-432b-a616-4d499a2b5742 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:38.135648 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d87d44bb-7c17-4206-b010-d0ef61341e77 req-f3b62c35-0525-432b-a616-4d499a2b5742 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 944 time: 0.0890276
Nov 09 15:31:38.183451 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d87d44bb-7c17-4206-b010-d0ef61341e77 req-59b2d192-3726-4db5-b8d9-51ab8945017f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418172
Nov 09 15:31:38.581162 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:31:38.655650 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 82a32dd8-21b1-4993-87d7-b6cb2714bedc triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:31:38.656010 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:38.780018 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:38.807346 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:38.817645 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:38.823392 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:38.824157 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 68266f76-3070-4b86-b832-308b5eda72bf up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:31:38.848164 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:38.880144 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'code': 200}
Nov 09 15:31:38.943001 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=10']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:38.946570 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:38.956333 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 68266f76-3070-4b86-b832-308b5eda72bf completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:31:38.961799 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 68266f76-3070-4b86-b832-308b5eda72bf triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:31:38.962219 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:39.085441 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:39.120807 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 68266f76-3070-4b86-b832-308b5eda72bf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=68266f76-3070-4b86-b832-308b5eda72bf,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:39.127564 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:39.129564 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:39.200746 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=68266f76-3070-4b86-b832-308b5eda72bf,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:39.203923 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:39.251303 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cddaf0-1599-493f-9990-ed6f8b3ade64 req-096b9d40-9bb6-4e57-b391-e3e61d202777 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:39.252795 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-87cddaf0-1599-493f-9990-ed6f8b3ade64 req-096b9d40-9bb6-4e57-b391-e3e61d202777 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.0884278
Nov 09 15:31:39.301004 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-87cddaf0-1599-493f-9990-ed6f8b3ade64 req-b0092c7a-419c-4c20-bc95-e30ca4464041 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421274
Nov 09 15:31:39.384144 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e41dac-6226-40a4-b61f-4a239acf70d8 req-ed22f1bf-c00e-4b03-b32b-99e3f4ae62ca tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:39.385549 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b8e41dac-6226-40a4-b61f-4a239acf70d8 req-ed22f1bf-c00e-4b03-b32b-99e3f4ae62ca tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 945 time: 0.0836494
Nov 09 15:31:39.442234 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b8e41dac-6226-40a4-b61f-4a239acf70d8 req-263cb46c-dc78-4b25-ae08-2bfcef65792c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492148
Nov 09 15:31:40.514581 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b6e8b-fda8-4ea8-b822-e5a634f25101 req-20607cc8-05cc-41f8-ad54-c60e37cb961c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:40.516135 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4b5b6e8b-fda8-4ea8-b822-e5a634f25101 req-20607cc8-05cc-41f8-ad54-c60e37cb961c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.0937948
Nov 09 15:31:40.614620 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4b5b6e8b-fda8-4ea8-b822-e5a634f25101 req-b609f54e-c783-4d50-9d3a-5c7e92deef29 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923231
Nov 09 15:31:40.657095 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb583653-f337-4711-8605-2f7b2ab41153 req-d8af283f-6329-45c4-af22-a58b534cc2c6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:40.658597 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-eb583653-f337-4711-8605-2f7b2ab41153 req-d8af283f-6329-45c4-af22-a58b534cc2c6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 945 time: 0.1007416
Nov 09 15:31:40.707388 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-eb583653-f337-4711-8605-2f7b2ab41153 req-e613f012-221b-4f17-b561-e95bee0cdff8 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425961
Nov 09 15:31:40.881676 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b222dd90-804f-42e1-ac71-975f51685fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68266f76-3070-4b86-b832-308b5eda72bf'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:40.927003 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b222dd90-804f-42e1-ac71-975f51685fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68266f76-3070-4b86-b832-308b5eda72bf', 'code': 200}
Nov 09 15:31:41.176922 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4173ca-9a8a-4c29-b470-21d62b01d091 req-df1158e8-efae-43cb-91a4-477d5d4f7d8f tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:41.178456 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ca4173ca-9a8a-4c29-b470-21d62b01d091 req-df1158e8-efae-43cb-91a4-477d5d4f7d8f tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.0843678
Nov 09 15:31:41.226682 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ca4173ca-9a8a-4c29-b470-21d62b01d091 req-4f777d72-1bbe-42a6-834d-fe26c194d024 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0420280
Nov 09 15:31:41.803048 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-d51c8cfd-ff01-44d7-b416-071fef21d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:41.806144 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-d51c8cfd-ff01-44d7-b416-071fef21d869 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3e4478342264605b8649ab0a3b3c93e&device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1137 time: 0.1127734
Nov 09 15:31:41.843445 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e95959-b7bd-40ef-a8a3-bc1ecac59986 req-2c5c4461-92e1-4c79-ad91-6b50b35ca55e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:41.845698 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-33e95959-b7bd-40ef-a8a3-bc1ecac59986 req-2c5c4461-92e1-4c79-ad91-6b50b35ca55e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.0963206
Nov 09 15:31:41.945317 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-33e95959-b7bd-40ef-a8a3-bc1ecac59986 req-d8553936-6375-4a7c-996f-8c972775ab28 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649314
Nov 09 15:31:41.976169 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300573e-ba3a-4763-8cac-517d3caf0c33 req-b46342a5-de0d-4c8b-b981-078f41688dc9 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:41.977698 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3300573e-ba3a-4763-8cac-517d3caf0c33 req-b46342a5-de0d-4c8b-b981-078f41688dc9 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 945 time: 0.1308405
Nov 09 15:31:42.032761 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-e09ae1d3-915a-46a2-813b-fe3ab6f3ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:42.034483 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-e09ae1d3-915a-46a2-813b-fe3ab6f3ce44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 200  len: 916 time: 0.2018368
Nov 09 15:31:42.038570 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3300573e-ba3a-4763-8cac-517d3caf0c33 req-7009b9e6-c07b-4eb3-8dd6-09bdc461ddcd tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501571
Nov 09 15:31:42.039261 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48147a02-ac3a-4934-a637-e17e06546a24 req-399e096b-ce03-4694-bdea-2b8b4e3cb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:42.040795 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-48147a02-ac3a-4934-a637-e17e06546a24 req-399e096b-ce03-4694-bdea-2b8b4e3cb833 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 1098 time: 0.2067983
Nov 09 15:31:42.182125 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-48147a02-ac3a-4934-a637-e17e06546a24 req-9331a61d-33bd-4870-b5a3-41bea81e8b2a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715830
Nov 09 15:31:42.184273 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-5cfb497c-6c99-48c3-ad08-b86200174763 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 1000 time: 0.1329641
Nov 09 15:31:42.257425 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b436d-f5c6-4be9-b2cc-02d5ab730709 req-5bfd94c4-e7bb-479e-a0de-9250a4298c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:42.258957 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9c8b436d-f5c6-4be9-b2cc-02d5ab730709 req-5bfd94c4-e7bb-479e-a0de-9250a4298c34 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 1100 time: 0.0794239
Nov 09 15:31:42.427103 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f06ac-1a2e-4648-a295-a864468dbe8e req-9052b3ab-d4a0-4326-816a-f469fd1b4e74 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:42.428653 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-417f06ac-1a2e-4648-a295-a864468dbe8e req-9052b3ab-d4a0-4326-816a-f469fd1b4e74 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.0864823
Nov 09 15:31:42.478673 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-417f06ac-1a2e-4648-a295-a864468dbe8e req-ca62d03d-6593-4c84-aaac-98ab74599b27 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0437367
Nov 09 15:31:42.522339 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-5bd0a77d-72c3-4d04-ae49-c637beffeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:42.523828 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-5bd0a77d-72c3-4d04-ae49-c637beffeabc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dd824ab7-e7fe-4258-8624-5ffedf89effd HTTP/1.1" status: 200  len: 853 time: 0.0901701
Nov 09 15:31:42.525446 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9c8b436d-f5c6-4be9-b2cc-02d5ab730709 req-6f6e4291-e24d-4375-bff4-edb9f8aee511 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620134
Nov 09 15:31:42.870658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-5c73562f-91b3-428c-85cd-b034c9534674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:42.872365 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-5c73562f-91b3-428c-85cd-b034c9534674 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=70aabe4c-c06e-42e1-8431-d75ad3d3e464&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830648
Nov 09 15:31:43.004610 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-5d62125d-5ceb-4725-97de-7701a83ea1e0 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:43.006220 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-5d62125d-5ceb-4725-97de-7701a83ea1e0 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/networks?id=c3ee4335-f7b1-435f-a770-2ba318ff2397 HTTP/1.1" status: 200  len: 813 time: 0.1601553
Nov 09 15:31:43.021563 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-e4db1533-6b93-4996-b896-089a6e8650c3 service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401324
Nov 09 15:31:43.024640 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2ba228a3-a15a-4a06-99b1-e04f6bd86e88 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/quotas/ba0d9464335e4d9a9dc38a09441cfb5d HTTP/1.1" status: 200  len: 375 time: 0.0114479
Nov 09 15:31:43.079631 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-38024cd0-d705-4e8e-9950-2a29b8379012 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ba0d9464335e4d9a9dc38a09441cfb5d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493064
Nov 09 15:31:43.166532 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-162e7269-6d0a-4d73-830b-9b56f4d0afaa req-894bc2e4-d4db-4237-a075-fadf5eaf2c25 service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326036
Nov 09 15:31:43.358458 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-8a41e06f-eeb0-4613-bab8-9b85963656c9 service neutron] 10.222.0.87 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474229
Nov 09 15:31:43.366073 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d52c6-8f54-41c8-b246-7cdffd60d64b req-9dbc310c-3663-4484-bc2d-21233c480439 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:43.367534 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c01d52c6-8f54-41c8-b246-7cdffd60d64b req-9dbc310c-3663-4484-bc2d-21233c480439 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.2906995
Nov 09 15:31:43.499019 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c01d52c6-8f54-41c8-b246-7cdffd60d64b req-6e070cd6-788f-41a4-b1d9-6fc9776d9d9d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113105
Nov 09 15:31:43.534448 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-c3c8efba-b575-4a04-9062-9180a1a96b5a service neutron] 10.222.0.87 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659267
Nov 09 15:31:43.715984 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57648c00-56a4-423c-9b2f-2c7a17f7ddc2 req-c202ee53-fabc-44b3-ab7e-8ff7bc1594fe tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:43.718226 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-57648c00-56a4-423c-9b2f-2c7a17f7ddc2 req-c202ee53-fabc-44b3-ab7e-8ff7bc1594fe tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 945 time: 0.1031516
Nov 09 15:31:43.817205 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-57648c00-56a4-423c-9b2f-2c7a17f7ddc2 req-b6222c37-4d3c-4adc-b413-a3267bd91332 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926912
Nov 09 15:31:43.873046 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686918-43fe-491f-8346-cda47cb85cba req-5c9f4b97-b7b5-4e90-a851-4358b102f6af tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:43.875533 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b1686918-43fe-491f-8346-cda47cb85cba req-5c9f4b97-b7b5-4e90-a851-4358b102f6af tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.1273816
Nov 09 15:31:43.951975 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b1686918-43fe-491f-8346-cda47cb85cba req-67989f7c-f6e9-4fb8-bc3c-69e556672c55 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0677392
Nov 09 15:31:44.039982 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fa432e5f-ecfa-485d-8d9f-c622096817dc req-af9a2549-2575-4926-ba43-232e128e07c9 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 210 time: 0.0530345
Nov 09 15:31:44.517915 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4541d4e-303a-495f-9054-ef487ec4d401 req-1f74b584-aa71-45ac-acc7-e752fe6377e8 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:44.519903 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e4541d4e-303a-495f-9054-ef487ec4d401 req-1f74b584-aa71-45ac-acc7-e752fe6377e8 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0983162
Nov 09 15:31:44.573542 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e4541d4e-303a-495f-9054-ef487ec4d401 req-df5601e7-e612-4499-be51-7040ce3c6516 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472443
Nov 09 15:31:44.713305 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542b6c-ad2d-48ba-8b4c-7d07aa7b7ddf req-9c713c58-d798-4c7c-9b69-ab12e0284833 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:44.715212 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-00542b6c-ad2d-48ba-8b4c-7d07aa7b7ddf req-9c713c58-d798-4c7c-9b69-ab12e0284833 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.0904539
Nov 09 15:31:44.767398 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-00542b6c-ad2d-48ba-8b4c-7d07aa7b7ddf req-edf01adc-a86e-4b4b-b55f-3f04a7f52de7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444267
Nov 09 15:31:45.044372 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95173d1-eecf-4a98-806e-18a73c8fc775 req-ba867198-6f75-46b9-bab8-edd99aec45df tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:45.045938 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b95173d1-eecf-4a98-806e-18a73c8fc775 req-ba867198-6f75-46b9-bab8-edd99aec45df tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 945 time: 0.1024296
Nov 09 15:31:45.163345 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b95173d1-eecf-4a98-806e-18a73c8fc775 req-85c5fbd1-1f07-4b16-8d68-f26c67ec575c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111183
Nov 09 15:31:45.223611 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b8506-f37a-4573-a1af-697aa260a38b req-4bf90d8e-fad9-45bb-b2d5-d9edb7f56120 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:45.226110 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-af9b8506-f37a-4573-a1af-697aa260a38b req-4bf90d8e-fad9-45bb-b2d5-d9edb7f56120 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.1374295
Nov 09 15:31:45.290973 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-af9b8506-f37a-4573-a1af-697aa260a38b req-7ccf02a4-c8c7-4ab5-be10-091ffddeb358 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0552633
Nov 09 15:31:45.311875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-0819ff3a-815d-4e83-859d-840b4265b6c8 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:45.313467 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-0819ff3a-815d-4e83-859d-840b4265b6c8 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.71 "GET /v2.0/networks?id=c3ee4335-f7b1-435f-a770-2ba318ff2397 HTTP/1.1" status: 200  len: 813 time: 0.1983263
Nov 09 15:31:45.339667 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Request body: {'port': {'device_id': 'e83f723c-cc13-4815-a61e-81a423e80801', 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397', 'admin_state_up': True, 'tenant_id': 'ba0d9464335e4d9a9dc38a09441cfb5d'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:45.392938 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01373ea7-36d0-4366-bd45-c1c44bd8ece1 req-3ea2277e-af21-4906-8aef-7e9338184cfd tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 210 time: 0.0938277
Nov 09 15:31:45.647617 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:31:45.655610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Usage tracker for resource:port and tenant:ba0d9464335e4d9a9dc38a09441cfb5d is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:31:45.658615 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:31:45.669492 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:31:45.692009 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Made reservation on behalf of ba0d9464335e4d9a9dc38a09441cfb5d for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:31:45.695868 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:45.808828 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dea3f-7f35-462a-ab80-c19d269f9feb req-db9f590a-4c26-4b01-9096-6da0971f2ca5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:45.810313 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7f9dea3f-7f35-462a-ab80-c19d269f9feb req-db9f590a-4c26-4b01-9096-6da0971f2ca5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1122465
Nov 09 15:31:45.866305 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7f9dea3f-7f35-462a-ab80-c19d269f9feb req-7e9a6abf-ca13-4fa9-a335-ec29fc14784e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454881
Nov 09 15:31:45.880582 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Allocated IP 172.20.0.3 (c3ee4335-f7b1-435f-a770-2ba318ff2397/294c4ff8-b1cb-4178-8e7d-3e57e26e67f4/6d073d01-0568-4e5e-ba5a-1d9360c09849) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:31:46.078272 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2d77a-8ba3-46d4-92ab-1610dd78bb11 req-6d9f0ace-1f2d-4694-adf1-fde7cdfe2364 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:46.080000 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-46c2d77a-8ba3-46d4-92ab-1610dd78bb11 req-6d9f0ace-1f2d-4694-adf1-fde7cdfe2364 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.1093857
Nov 09 15:31:46.136401 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-46c2d77a-8ba3-46d4-92ab-1610dd78bb11 req-90e44a73-a976-490b-8c5c-272669827659 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477350
Nov 09 15:31:46.157363 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:46.215318 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:46.221927 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d5fe463e-b0f4-4997-b5d5-a265453cc0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:46.313471 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Network c3ee4335-f7b1-435f-a770-2ba318ff2397 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:31:46.318664 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:31:46.325684 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:31:46.374251 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Pushing event updated for resources: {'Port': ['ID=6d073d01-0568-4e5e-ba5a-1d9360c09849,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:46.377783 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:46.409481 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:46.410179 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:46.443187 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1089008
Nov 09 15:31:46.462834 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Request body: {'port': {'device_id': 'e83f723c-cc13-4815-a61e-81a423e80801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:46.518150 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a2c36-6c7e-438d-b9a4-94ee48ed7a6b req-421b473c-6820-49dd-a543-f30dec3f1a8a tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:46.527662 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-652a2c36-6c7e-438d-b9a4-94ee48ed7a6b req-421b473c-6820-49dd-a543-f30dec3f1a8a tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.1008275
Nov 09 15:31:46.603090 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:46.620269 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-652a2c36-6c7e-438d-b9a4-94ee48ed7a6b req-5ced3dff-d1ac-481b-a06e-413daa9f1271 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0916853
Nov 09 15:31:46.664618 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f24c5-17f2-4c5d-a628-6f2b469aa960 req-42a68c59-ccc7-473d-afde-4bf68d3f678a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:46.666199 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3c2f24c5-17f2-4c5d-a628-6f2b469aa960 req-42a68c59-ccc7-473d-afde-4bf68d3f678a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 931 time: 0.1141524
Nov 09 15:31:46.715381 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3c2f24c5-17f2-4c5d-a628-6f2b469aa960 req-c8ada1e4-29f6-44a5-948b-d64347dc8dc5 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426784
Nov 09 15:31:47.008307 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d073d01-0568-4e5e-ba5a-1d9360c09849 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:31:47.019122 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:47.035352 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Transition to ACTIVE for port object 6d073d01-0568-4e5e-ba5a-1d9360c09849 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:31:47.040297 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:47.045788 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-bcd6e90e-5b87-424a-8287-50e7ab12110e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:47.058697 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef682592-f5a7-43ca-921e-5a3736074478 req-74d1c51a-ac49-4aa1-8efa-586709af776e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:47.060231 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ef682592-f5a7-43ca-921e-5a3736074478 req-74d1c51a-ac49-4aa1-8efa-586709af776e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0840588
Nov 09 15:31:47.114622 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ef682592-f5a7-43ca-921e-5a3736074478 req-28ea81fc-fab0-4740-84e5-1b59b533d577 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450203
Nov 09 15:31:47.212816 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Pushing event updated for resources: {'Port': ['ID=6d073d01-0568-4e5e-ba5a-1d9360c09849,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:47.221713 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:47.355522 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Attempting to bind port 6d073d01-0568-4e5e-ba5a-1d9360c09849 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:31:47.356579 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Attempting to bind port 6d073d01-0568-4e5e-ba5a-1d9360c09849 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:31:47.356579 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Attempting to bind port 6d073d01-0568-4e5e-ba5a-1d9360c09849 on network c3ee4335-f7b1-435f-a770-2ba318ff2397 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:31:47.364630 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Port 6d073d01-0568-4e5e-ba5a-1d9360c09849 on network c3ee4335-f7b1-435f-a770-2ba318ff2397 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:31:47.364952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Attempting to bind port 6d073d01-0568-4e5e-ba5a-1d9360c09849 on network c3ee4335-f7b1-435f-a770-2ba318ff2397 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:31:47.374111 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:31:47.374427 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Checking segment: {'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:31:47.374644 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Bound using segment: {'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:31:47.375061 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Bound port: 6d073d01-0568-4e5e-ba5a-1d9360c09849, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:31:47.375869 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:47.398280 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-9ec2ae2a-79cc-4cf1-b37a-10cb712c6dab tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:47.399012 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-9ec2ae2a-79cc-4cf1-b37a-10cb712c6dab tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Synchronizing usage tracker for tenant:43cfe7f854e9470c84ea91f631015466 on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:31:47.458551 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-9ec2ae2a-79cc-4cf1-b37a-10cb712c6dab tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Unset dirty status for tenant:43cfe7f854e9470c84ea91f631015466 on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:31:47.459588 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-9ec2ae2a-79cc-4cf1-b37a-10cb712c6dab tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.1933653
Nov 09 15:31:47.547960 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] For port 6d073d01-0568-4e5e-ba5a-1d9360c09849, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:31:47.554170 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] For port 6d073d01-0568-4e5e-ba5a-1d9360c09849, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d073d01-0568-4e5e-ba5a-1d9360c09849,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:31:47.563559 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Deleting port 5aededfc-4ded-41ea-9526-ae398546bab2 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:31:47.564071 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:47.594465 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:47.608265 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eb09fb39-59aa-459f-98ee-10ca02d9ca95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:47.673912 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:47.674777 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:47.675948 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] 10.222.0.71 "PUT /v2.0/ports/6d073d01-0568-4e5e-ba5a-1d9360c09849 HTTP/1.1" status: 200  len: 1093 time: 1.2178080
Nov 09 15:31:47.676436 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f723c-cc13-4815-a61e-81a423e80801', 'tag': '6d073d01-0568-4e5e-ba5a-1d9360c09849'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:47.742531 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83f723c-cc13-4815-a61e-81a423e80801', 'tag': '6d073d01-0568-4e5e-ba5a-1d9360c09849', 'status': 'completed', 'code': 200}
Nov 09 15:31:47.827158 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df0fd-2f4c-4626-bcb9-c3e0af78007f req-2eb35eef-a4f4-49f0-879b-fc53d360f2b3 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:47.828818 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b5df0fd-2f4c-4626-bcb9-c3e0af78007f req-2eb35eef-a4f4-49f0-879b-fc53d360f2b3 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.0955472
Nov 09 15:31:47.911806 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Pushing event updated for resources: {'Port': ['ID=6d073d01-0568-4e5e-ba5a-1d9360c09849,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:47.915335 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:47.949979 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b5df0fd-2f4c-4626-bcb9-c3e0af78007f req-e54b8b51-178c-4e5c-929c-f0b328055841 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1121788
Nov 09 15:31:47.985883 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38d935-a480-4d3f-bc46-1aeda88e351d req-8f714173-5ec9-40ac-a09f-0d1de6cc193f tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:47.987461 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2f38d935-a480-4d3f-bc46-1aeda88e351d req-8f714173-5ec9-40ac-a09f-0d1de6cc193f tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 943 time: 0.1533101
Nov 09 15:31:48.036358 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2f38d935-a480-4d3f-bc46-1aeda88e351d req-11df195b-2e8e-45c9-ba96-8535fe6afa15 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423260
Nov 09 15:31:48.062142 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-514ee002-9c5e-415f-b9e1-c805b83387e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:48.063834 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-514ee002-9c5e-415f-b9e1-c805b83387e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ba0d9464335e4d9a9dc38a09441cfb5d&device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 1096 time: 0.3236094
Nov 09 15:31:48.153956 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-6fc6b857-6d2e-4586-8480-82c01692a3e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d073d01-0568-4e5e-ba5a-1d9360c09849 HTTP/1.1" status: 200  len: 217 time: 0.0734994
Nov 09 15:31:48.158618 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] For port 5aededfc-4ded-41ea-9526-ae398546bab2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5aededfc-4ded-41ea-9526-ae398546bab2,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:48.158978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:48.311806 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-d354f440-418e-40d8-98cd-bb539ce9217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:48.313172 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-d354f440-418e-40d8-98cd-bb539ce9217c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=294c4ff8-b1cb-4178-8e7d-3e57e26e67f4 HTTP/1.1" status: 200  len: 853 time: 0.1434205
Nov 09 15:31:48.326091 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c914b-4e6c-43a7-be11-bedbf8cb0a18 req-37cff125-9ce8-44be-b6e7-c570dcded4a4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:48.327915 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-123c914b-4e6c-43a7-be11-bedbf8cb0a18 req-37cff125-9ce8-44be-b6e7-c570dcded4a4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 945 time: 0.0956271
Nov 09 15:31:48.401437 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-123c914b-4e6c-43a7-be11-bedbf8cb0a18 req-f4c94f92-6d8f-4e3e-8dbd-cd36916cb60c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=5b6115cb-f397-4c46-9d9a-03fc6dc28413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593989
Nov 09 15:31:48.425169 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-54712354-947a-4a81-beb0-ef1faab75d7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c3ee4335-f7b1-435f-a770-2ba318ff2397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611470
Nov 09 15:31:48.660414 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:48.660861 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:48.661083 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Floating IP 4d00bd1c-b4d8-4719-9d73-f2171561eb49 disassociated. External IP: 172.27.0.200, port: 5aededfc-4ded-41ea-9526-ae398546bab2.
Nov 09 15:31:48.661467 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Calling delete_port for 5aededfc-4ded-41ea-9526-ae398546bab2 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:31:48.723628 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-8bcf3b9b-a32f-4d5e-996a-b7b17a5cfd9f service neutron] 10.222.0.71 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847226
Nov 09 15:31:48.896498 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-1909bf91-d320-482e-94c1-273929383810 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:48.897912 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-1909bf91-d320-482e-94c1-273929383810 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 815 time: 0.2409923
Nov 09 15:31:48.913740 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-5085acdc-5dbc-42a5-acbf-bac66bcda2e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/quotas/aa401af1f62549e3bf0e320769708c7c HTTP/1.1" status: 200  len: 375 time: 0.0097444
Nov 09 15:31:48.933238 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-163dd3ea-8c55-42e8-9151-b2139ca78b70 req-8cb1f37f-5f70-4a14-a2df-8d5a9cc1070c service neutron] 10.222.0.71 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999865
Nov 09 15:31:48.940731 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:48.947320 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:49.005396 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event deleted for resources: {'Port': ['ID=5aededfc-4ded-41ea-9526-ae398546bab2,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:49.010443 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-af80a383-886a-4483-ae85-745a494dee53 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0907617
Nov 09 15:31:49.046136 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:49.209141 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-d74dd373-d833-4482-9149-4b22a0751f38 service neutron] 10.222.0.87 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908665
Nov 09 15:31:49.249366 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebe24d-41e2-416a-96e0-bb6e453d3f19 req-e016a95f-3871-41f2-b286-1921ab88fe77 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:49.250927 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-edebe24d-41e2-416a-96e0-bb6e453d3f19 req-e016a95f-3871-41f2-b286-1921ab88fe77 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.1588535
Nov 09 15:31:49.270319 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-f3840313-125e-448e-b819-364471e1ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:49.271799 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-f3840313-125e-448e-b819-364471e1ccc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ba0d9464335e4d9a9dc38a09441cfb5d&device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 1096 time: 0.2677767
Nov 09 15:31:49.412853 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-edebe24d-41e2-416a-96e0-bb6e453d3f19 req-3d66ecc7-5ef1-4db7-8aa0-9a0acd7b2d3c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1143937
Nov 09 15:31:49.415959 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-da431e2b-a315-4ebf-9080-5f9994a975a1 service neutron] 10.222.0.87 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981397
Nov 09 15:31:49.432610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:31:49.629966 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0448de-a246-4b74-a3b9-a69b840983c0 req-ac4df5e9-8bf2-4741-b603-a1d1bb977910 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:49.632146 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8c0448de-a246-4b74-a3b9-a69b840983c0 req-ac4df5e9-8bf2-4741-b603-a1d1bb977910 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 943 time: 0.1036382
Nov 09 15:31:49.693356 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8c0448de-a246-4b74-a3b9-a69b840983c0 req-68371c2a-e6c7-483b-8c13-d53714c5aa1b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536845
Nov 09 15:31:49.751330 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-2d23a036-0c34-434d-8ebb-ceed74739646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:49.753095 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-2d23a036-0c34-434d-8ebb-ceed74739646 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c3ee4335-f7b1-435f-a770-2ba318ff2397 HTTP/1.1" status: 200  len: 915 time: 0.4681549
Nov 09 15:31:49.826663 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-664e76a3-cfcd-4cba-852c-77ad67e46c73 req-cc38a3f3-213c-40f2-ae5e-dd305a5121ad tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc694a10-13f8-4da4-94d6-9519280107aa HTTP/1.1" status: 200  len: 210 time: 0.1058881
Nov 09 15:31:49.838771 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5e5151de-ff10-480d-ac53-56a11aa4f735 req-37eb5a38-82f6-49dc-a00a-10b22fbc9b6f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 210 time: 0.0782869
Nov 09 15:31:49.855747 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-ecaff909-a5d1-4fb5-af9a-20679f402ac9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d073d01-0568-4e5e-ba5a-1d9360c09849 HTTP/1.1" status: 200  len: 217 time: 0.0834000
Nov 09 15:31:49.861785 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:31:49.884559 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] Sync routers for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:31:49.910998 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:31:49.911915 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05c79940>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:31:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:31:50.031649 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] No DVR routers for this DVR port 5aededfc-4ded-41ea-9526-ae398546bab2 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:31:50.036101 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:50.046856 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'name': 'network-vif-deleted', 'tag': '5aededfc-4ded-41ea-9526-ae398546bab2'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:50.075141 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-7e945ccf-55f4-4e69-8655-5e99759edf99 req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "DELETE /v2.0/ports/5aededfc-4ded-41ea-9526-ae398546bab2 HTTP/1.1" status: 204  len: 173 time: 2.6003699
Nov 09 15:31:50.099784 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-1e892ea9-5591-46cd-ae2a-c4f664bab432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:50.104542 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-1e892ea9-5591-46cd-ae2a-c4f664bab432 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=294c4ff8-b1cb-4178-8e7d-3e57e26e67f4 HTTP/1.1" status: 200  len: 853 time: 0.2299926
Nov 09 15:31:50.180276 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc694a10-13f8-4da4-94d6-9519280107aa', 'name': 'network-vif-deleted', 'tag': '5aededfc-4ded-41ea-9526-ae398546bab2', 'status': 'completed', 'code': 200}
Nov 09 15:31:50.193092 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:31:50.199066 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-f38a79d6-c29e-49cd-b754-d88385596db2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c3ee4335-f7b1-435f-a770-2ba318ff2397&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0851662
Nov 09 15:31:50.404565 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-bb749a4a-5df9-42b3-8306-05ec7e446ec8 service neutron] 10.222.0.71 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1921365
Nov 09 15:31:50.550388 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1522615d-43b1-4c3c-bb82-4053f23a0cc8 req-fce13044-3a78-4094-94a6-3736dfa979da service neutron] 10.222.0.71 "GET /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389229
Nov 09 15:31:50.557666 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05c79940>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:31:50.562274 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] Checking router: 4f3c3460-a617-4fb4-837a-fee2b08a26b8 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:31:50.572451 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:31:50.573206 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05c79940>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:31:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:31:50.618109 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6de04-7fd7-4fd0-b9da-727b0cfe5738 req-ec09d51c-7470-4b39-bcab-a8fe21bb069b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:50.619776 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a8a6de04-7fd7-4fd0-b9da-727b0cfe5738 req-ec09d51c-7470-4b39-bcab-a8fe21bb069b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.0904925
Nov 09 15:31:50.684703 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a8a6de04-7fd7-4fd0-b9da-727b0cfe5738 req-481a3019-aaba-45e5-b297-b42e6042188f tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0557911
Nov 09 15:31:50.720122 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 6d073d01-0568-4e5e-ba5a-1d9360c09849 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:31:50.751325 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5aededfc-4ded-41ea-9526-ae398546bab2 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:31:50.918508 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 5aededfc-4ded-41ea-9526-ae398546bab2 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:31:50.919117 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5aededfc-4ded-41ea-9526-ae398546bab2 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:31:50.968224 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cefee-9a5f-45d2-a67f-dafb57dd2e72 req-462b96d2-710f-4f54-bd4f-96f873dbe66d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:50.969900 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c5cefee-9a5f-45d2-a67f-dafb57dd2e72 req-462b96d2-710f-4f54-bd4f-96f873dbe66d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 943 time: 0.1238391
Nov 09 15:31:50.987436 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:31:51.025629 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c5cefee-9a5f-45d2-a67f-dafb57dd2e72 req-4624e7b4-8fac-4028-9e4d-4afd2830625a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490949
Nov 09 15:31:51.067884 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 34694) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:31:51.081347 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 6d073d01-0568-4e5e-ba5a-1d9360c09849, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d073d01-0568-4e5e-ba5a-1d9360c09849,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:51.108142 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '6d073d01-0568-4e5e-ba5a-1d9360c09849', 'network_id': 'c3ee4335-f7b1-435f-a770-2ba318ff2397', 'port_id': '6d073d01-0568-4e5e-ba5a-1d9360c09849', 'mac_address': 'fa:16:3e:b3:72:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294c4ff8-b1cb-4178-8e7d-3e57e26e67f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:31:51.156378 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-50b52031-32f5-4203-a6c9-00f4e800b79e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:51.173687 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9ccf52e6-0ea9-488b-a690-8778e7b389c5 req-6bccdc94-34ff-4128-b1dd-ccb9b4e5b094 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 210 time: 0.0675659
Nov 09 15:31:51.206539 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-50b52031-32f5-4203-a6c9-00f4e800b79e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:51.344113 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:51.425287 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d073d01-0568-4e5e-ba5a-1d9360c09849 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:31:51.502485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f99f6573-f268-49b8-b999-666c06a64620 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:51.527148 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f99f6573-f268-49b8-b999-666c06a64620 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 815 time: 0.2449677
Nov 09 15:31:51.550643 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Request body: {'port': {'device_id': 'bf82bf60-4190-4547-ac3c-9ac885b378f8', 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'admin_state_up': True, 'tenant_id': 'aa401af1f62549e3bf0e320769708c7c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:51.554042 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 6d073d01-0568-4e5e-ba5a-1d9360c09849, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d073d01-0568-4e5e-ba5a-1d9360c09849,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:51.566959 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:51.569941 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-aa1d5dae-8b0f-4dc0-b771-d94a3cbad3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:51.576582 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-50b52031-32f5-4203-a6c9-00f4e800b79e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:51.591385 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2f325a2f-2b27-4d04-b1ec-0293ebfba2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:51.648445 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=6d073d01-0568-4e5e-ba5a-1d9360c09849,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:51.651974 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:51.662301 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05c79940>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:31:51.667130 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b21b8-d7e4-4e19-8fb0-4292a0de46c6 None None] The sync data for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi is: [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:31:51.702499 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b52031-32f5-4203-a6c9-00f4e800b79e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6115cb-f397-4c46-9d9a-03fc6dc28413,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:51.711549 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-50b52031-32f5-4203-a6c9-00f4e800b79e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:51.736371 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-50b52031-32f5-4203-a6c9-00f4e800b79e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:51.737560 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-50b52031-32f5-4203-a6c9-00f4e800b79e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "DELETE /v2.0/security-groups/5b6115cb-f397-4c46-9d9a-03fc6dc28413 HTTP/1.1" status: 204  len: 168 time: 0.6686590
Nov 09 15:31:51.740720 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 34702) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:31:51.771207 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.api.v2.resource [None req-257e571e-1297-450e-ae29-213fb43e142e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] show failed (client error): The resource could not be found.
Nov 09 15:31:51.772261 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-257e571e-1297-450e-ae29-213fb43e142e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups/5b6115cb-f397-4c46-9d9a-03fc6dc28413 HTTP/1.1" status: 404  len: 347 time: 0.0305367
Nov 09 15:31:51.775139 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 34706) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:31:51.791954 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:31:51.796932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Usage tracker for resource:port and tenant:aa401af1f62549e3bf0e320769708c7c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:31:51.800603 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:31:51.808830 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:31:51.823807 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Made reservation on behalf of aa401af1f62549e3bf0e320769708c7c for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:31:51.828814 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:51.892784 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['6d073d01-0568-4e5e-ba5a-1d9360c09849'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:31:52.041361 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Deleting port b6646874-2fdc-4e77-bbec-b9eeb456ead8 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:31:52.041744 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:52.060803 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcdb0a6-54a9-4b9b-b00e-4189e41aacdd None None] New status for floating IP 4d00bd1c-b4d8-4719-9d73-f2171561eb49: DOWN {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:31:52.079763 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Allocated IP 172.20.0.3 (53a44e5f-1763-49d9-9724-1694cd6e362f/3c800407-76c9-448e-8ecf-a0a14c47af70/48edd150-3d5e-4acd-9ee9-5ae10b223fb0) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:31:52.117555 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5841a7-4175-4c3c-9a6d-0b7ecbf9de7a req-058803b4-7c6f-430c-a83e-3b233345cd3a tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:52.119277 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae5841a7-4175-4c3c-9a6d-0b7ecbf9de7a req-058803b4-7c6f-430c-a83e-3b233345cd3a tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.2593312
Nov 09 15:31:52.336947 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae5841a7-4175-4c3c-9a6d-0b7ecbf9de7a req-780ad5a4-485d-46e9-839f-6aaf3b51e43f tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2098334
Nov 09 15:31:52.456392 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:31:52.509590 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:52.509903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:52.554078 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:52.585776 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:52.592160 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:52.662923 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Network 53a44e5f-1763-49d9-9724-1694cd6e362f is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:31:52.666275 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:31:52.671001 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:31:52.679268 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Calling delete_port for b6646874-2fdc-4e77-bbec-b9eeb456ead8 owned by network:floatingip {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:31:52.702455 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Pushing event updated for resources: {'Port': ['ID=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:52.707642 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6ce74689-645e-443a-b4e1-deb3cf603964 req-0367cbb6-d3d1-438a-9655-8e11d319e353 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 210 time: 0.2037001
Nov 09 15:31:52.713731 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:52.738346 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b8432-2db1-40bf-9d2e-b1e93a1a23a2 req-205dbfdd-5da5-4aad-a780-5e020705456e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:52.739800 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a25b8432-2db1-40bf-9d2e-b1e93a1a23a2 req-205dbfdd-5da5-4aad-a780-5e020705456e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 944 time: 0.4651618
Nov 09 15:31:52.746639 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:52.747272 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:52.769398 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2250910
Nov 09 15:31:52.787221 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', '68266f76-3070-4b86-b832-308b5eda72bf'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:31:52.792035 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Request body: {'port': {'device_id': 'bf82bf60-4190-4547-ac3c-9ac885b378f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:52.811794 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a25b8432-2db1-40bf-9d2e-b1e93a1a23a2 req-d8207e83-936d-4218-92ed-1b7198d2bf8a tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634475
Nov 09 15:31:52.824987 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.db.api [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:31:52.825573 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_db.api [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:31:52.918410 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.284691 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:31:53.292905 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.312593 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Transition to ACTIVE for port object 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:31:53.314894 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.319024 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-331e0d27-dcb1-4546-ba52-768224c75623 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:53.326946 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Deleting port b6646874-2fdc-4e77-bbec-b9eeb456ead8 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:31:53.327404 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.505824 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Pushing event updated for resources: {'Port': ['ID=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:53.514770 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:53.531341 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.531629 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.596098 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Attempting to bind port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:31:53.596777 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Attempting to bind port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:31:53.596777 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Attempting to bind port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 on network 53a44e5f-1763-49d9-9724-1694cd6e362f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:31:53.602202 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 on network 53a44e5f-1763-49d9-9724-1694cd6e362f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:31:53.602591 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Attempting to bind port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 on network 53a44e5f-1763-49d9-9724-1694cd6e362f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:31:53.609807 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:31:53.610254 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Checking segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:31:53.610727 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Bound using segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:31:53.611249 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Bound port: 48edd150-3d5e-4acd-9ee9-5ae10b223fb0, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:31:53.611752 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.707309 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Calling delete_port for b6646874-2fdc-4e77-bbec-b9eeb456ead8 owned by network:floatingip {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:31:53.719548 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] For port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:31:53.723161 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] For port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:31:53.729336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.734326 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:53.803395 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:53.804359 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.805776 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-f7179634-e126-41da-8569-dc114e07b56a service neutron] 10.222.0.71 "PUT /v2.0/ports/48edd150-3d5e-4acd-9ee9-5ae10b223fb0 HTTP/1.1" status: 200  len: 1093 time: 1.0190077
Nov 09 15:31:53.806321 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf82bf60-4190-4547-ac3c-9ac885b378f8', 'tag': '48edd150-3d5e-4acd-9ee9-5ae10b223fb0'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:53.844020 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Pushing event updated for resources: {'Port': ['ID=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:53.854196 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:53.941893 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-07f4b275-b479-4030-a510-cd259e9bd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:53.943888 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-07f4b275-b479-4030-a510-cd259e9bd3cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 1096 time: 0.0915174
Nov 09 15:31:53.982592 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:53.990181 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-66ab2907-9fa6-4008-830d-9892724fb6a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:54.026262 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-da3a8bba-8606-49aa-bb3e-b9d4643f0e5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48edd150-3d5e-4acd-9ee9-5ae10b223fb0 HTTP/1.1" status: 200  len: 217 time: 0.0724308
Nov 09 15:31:54.038052 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa457-2834-4c4e-b3b9-aab66c196284 req-2a508896-edcc-4d7a-86f1-a6b4c5917776 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:54.039503 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6d8aa457-2834-4c4e-b3b9-aab66c196284 req-2a508896-edcc-4d7a-86f1-a6b4c5917776 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.3791409
Nov 09 15:31:54.052485 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event deleted for resources: {'Port': ['ID=b6646874-2fdc-4e77-bbec-b9eeb456ead8,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:54.090807 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-2b1b100e-ba75-48c9-9069-0e0ac84f7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:54.092301 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-2b1b100e-ba75-48c9-9069-0e0ac84f7baa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 200  len: 855 time: 0.0585330
Nov 09 15:31:54.150696 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.150973 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.151318 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.151703 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.152341 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.152823 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.153237 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.153446 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-cd595e00-6ec5-47a6-94a2-b0da6e31edca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53a44e5f-1763-49d9-9724-1694cd6e362f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466688
Nov 09 15:31:54.153641 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.153933 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.154433 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.154779 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.155126 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:31:54.168628 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:54.203461 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb502db-64c9-4a4f-8dce-816840e3a33c req-82e7c2fa-38d5-49c0-9d4e-c03d51b8b967 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:54.204996 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8fb502db-64c9-4a4f-8dce-816840e3a33c req-82e7c2fa-38d5-49c0-9d4e-c03d51b8b967 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 943 time: 0.3239894
Nov 09 15:31:54.213820 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6d8aa457-2834-4c4e-b3b9-aab66c196284 req-27a2c2c0-20de-45d0-9f33-1a94ea0f00b9 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1626074
Nov 09 15:31:54.237324 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.270555 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.271664 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "DELETE /v2.0/floatingips/4d00bd1c-b4d8-4719-9d73-f2171561eb49 HTTP/1.1" status: 204  len: 168 time: 2.4939570
Nov 09 15:31:54.282889 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8fb502db-64c9-4a4f-8dce-816840e3a33c req-a47ef035-6ff4-4038-972d-cf0f1bf0a3f4 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658083
Nov 09 15:31:54.295383 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf82bf60-4190-4547-ac3c-9ac885b378f8', 'tag': '48edd150-3d5e-4acd-9ee9-5ae10b223fb0', 'status': 'completed', 'code': 200}
Nov 09 15:31:54.361895 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-c47933c1-acfc-4086-b887-963ae5f64782 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931448
Nov 09 15:31:54.501047 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f5794-a2a6-4bfb-b1c4-176738329cd6 req-d9af09f4-8115-40d0-9608-10a1734071ee tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:54.502681 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bc9f5794-a2a6-4bfb-b1c4-176738329cd6 req-d9af09f4-8115-40d0-9608-10a1734071ee tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 944 time: 0.1020131
Nov 09 15:31:54.550771 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bc9f5794-a2a6-4bfb-b1c4-176738329cd6 req-f7a8d8ef-22ff-4f26-afce-02830b56abaf tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415239
Nov 09 15:31:54.558958 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 34726) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:31:54.564654 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966070899', 'description': 'tempest-description--1524211968'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:54.572002 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:31:54.579102 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:security_group and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:31:54.584013 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:31:54.592391 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:31:54.607064 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.627707 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05a72ca5-99cd-4ddd-887e-920135b05a3f req-57760754-22e1-43c4-aef9-284139ee3306 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578769
Nov 09 15:31:54.631482 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:31:54.635534 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:security_group_rule and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:31:54.638855 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:31:54.644982 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:31:54.723579 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.729044 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.735182 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-58920923-a5c0-4b7b-ad88-04ee8e5397b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:54.749837 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 6d073d01-0568-4e5e-ba5a-1d9360c09849 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:31:54.759796 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-7c4c9508-8b77-465c-8c84-d2ee96dda83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:54.762146 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-7c4c9508-8b77-465c-8c84-d2ee96dda83d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 1096 time: 0.0841267
Nov 09 15:31:54.778822 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:54.790570 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:54.792241 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.793545 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2333031
Nov 09 15:31:54.796367 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 34730) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:31:54.801752 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'security_group_rule': {'security_group_id': 'a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:54.807734 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:31:54.813372 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:security_group_rule and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:31:54.816762 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:31:54.822995 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:31:54.834996 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 6d073d01-0568-4e5e-ba5a-1d9360c09849 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:31:54.840749 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 6d073d01-0568-4e5e-ba5a-1d9360c09849 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:31:54.841485 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.844281 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.917551 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.923101 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.925224 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2a326f8c-d6e4-47f4-acf7-9358958e50c4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:54.930873 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-c4de7bf7-cb79-4f38-be40-3c5b0674cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:54.933008 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-c4de7bf7-cb79-4f38-be40-3c5b0674cb3c service neutron] 10.222.0.71 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 917 time: 0.1587234
Nov 09 15:31:54.946301 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a035ff1-3ebe-4924-b36c-eac777c15f6c,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:54.951004 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:54.961146 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.962569 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-27e54447-500a-4399-a797-aaefc71a2880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1651647
Nov 09 15:31:54.966266 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 34734) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:31:54.972039 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'security_group_rule': {'security_group_id': 'a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:54.978423 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:31:54.979347 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:54.984104 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:security_group_rule and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:31:54.987388 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:31:54.993582 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:31:55.010364 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f723c-cc13-4815-a61e-81a423e80801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d073d01-0568-4e5e-ba5a-1d9360c09849'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:55.019267 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:55.020352 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-41d367c1-a248-4e69-b019-5b52c836e319 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48edd150-3d5e-4acd-9ee9-5ae10b223fb0 HTTP/1.1" status: 200  len: 217 time: 0.0811338
Nov 09 15:31:55.027833 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 6d073d01-0568-4e5e-ba5a-1d9360c09849, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d073d01-0568-4e5e-ba5a-1d9360c09849,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:55.034958 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:55.037545 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-5bfc5991-d29e-417f-bb49-8b271e606324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:55.083565 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f723c-cc13-4815-a61e-81a423e80801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d073d01-0568-4e5e-ba5a-1d9360c09849', 'code': 200}
Nov 09 15:31:55.101082 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-bab9a4e9-bdba-4ab7-bd01-2d7be6324a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:55.102680 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:55.102880 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-bab9a4e9-bdba-4ab7-bd01-2d7be6324a2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 200  len: 855 time: 0.0746405
Nov 09 15:31:55.108376 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:55.110545 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:55.137334 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a83c85-6962-433c-9fae-629e80596efa,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:55.141944 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:55.148234 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=6d073d01-0568-4e5e-ba5a-1d9360c09849,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:55.152488 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:55.154576 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:55.159255 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-c6808268-36ba-4db7-bbe2-afd716f4f4e7 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1886091
Nov 09 15:31:55.159538 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 34740) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:31:55.164997 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:31:55.172014 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:31:55.176030 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-68e5c2be-5f56-4789-8962-dd610577590c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53a44e5f-1763-49d9-9724-1694cd6e362f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623958
Nov 09 15:31:55.176591 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Usage tracker for resource:floatingip and tenant:43cfe7f854e9470c84ea91f631015466 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:31:55.179584 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:31:55.186668 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:31:55.201773 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:55.419397 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-4c7a7a48-52ea-4dc5-b00c-2bb2e5024f59 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2345018
Nov 09 15:31:55.519981 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee214f1f-2c28-4f30-a129-6efbbb29737d req-01ae3f62-21eb-43af-86e4-4b93eb7d3e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:55.521380 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ee214f1f-2c28-4f30-a129-6efbbb29737d req-01ae3f62-21eb-43af-86e4-4b93eb7d3e38 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 1098 time: 0.2454212
Nov 09 15:31:55.569940 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdd20a-c88c-448a-bfea-c4d26d2707c1 req-bbd22aaa-1be2-494f-ba88-c9cd2de9a973 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:55.574739 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-55bdd20a-c88c-448a-bfea-c4d26d2707c1 req-bbd22aaa-1be2-494f-ba88-c9cd2de9a973 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.1821721
Nov 09 15:31:55.600613 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2eabcad6-cba4-446e-af35-75d8ef0f8fea req-334b2e63-516b-45d9-9cfb-1cbf1e5f6f3e service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733444
Nov 09 15:31:55.605078 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ee214f1f-2c28-4f30-a129-6efbbb29737d req-eacae051-e2c8-4ad5-8d46-8735b791bfa7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713038
Nov 09 15:31:55.608354 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700acf6-e3ad-4739-98cd-5a65571177c7 req-cf9bacac-6ec2-4954-aa07-4f4599aa56a1 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:55.609892 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b700acf6-e3ad-4739-98cd-5a65571177c7 req-cf9bacac-6ec2-4954-aa07-4f4599aa56a1 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 943 time: 0.1740236
Nov 09 15:31:55.651361 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:55.791969 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-55bdd20a-c88c-448a-bfea-c4d26d2707c1 req-c8e43e58-3bd5-476e-b234-4e7717fc547e tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2069981
Nov 09 15:31:55.797507 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b700acf6-e3ad-4739-98cd-5a65571177c7 req-039eb3e0-8dac-4a94-8e97-a17c798273e3 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651771
Nov 09 15:31:55.874280 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Allocated IP 172.27.0.41 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/05dd24bf-0984-421b-9204-e685e3a21a44) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:31:56.090913 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:56.101095 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64c31e-0cbf-44e9-977c-4aa235a0a216 req-e41c359c-8ffc-4252-bd45-58d1b79d2d06 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:56.102639 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5f64c31e-0cbf-44e9-977c-4aa235a0a216 req-e41c359c-8ffc-4252-bd45-58d1b79d2d06 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 945 time: 0.1932275
Nov 09 15:31:56.161770 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5f64c31e-0cbf-44e9-977c-4aa235a0a216 req-e33e57cb-e084-4296-af34-d4c9c7a4022d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517893
Nov 09 15:31:56.175709 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:56.182375 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-75019418-a8b2-4a16-9d8d-1fb0015a585c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:56.256593 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:31:56.259665 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:31:56.262516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:31:56.301765 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'Port': ['ID=05dd24bf-0984-421b-9204-e685e3a21a44,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:56.305545 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:56.364045 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:56.429488 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:56.648853 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:56.655021 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:56.659151 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:56.768507 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:31:56.779224 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'Port': ['ID=05dd24bf-0984-421b-9204-e685e3a21a44,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:56.783272 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:56.790329 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:56.815125 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:56.816358 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6558495
Nov 09 15:31:56.923232 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:56.941557 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '48edd150-3d5e-4acd-9ee9-5ae10b223fb0', 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'port_id': '48edd150-3d5e-4acd-9ee9-5ae10b223fb0', 'mac_address': 'fa:16:3e:17:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c800407-76c9-448e-8ecf-a0a14c47af70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:31:56.997629 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d507a-ff1c-4374-bd85-c62482332dbf req-51b29929-004e-44ba-86d3-17cb373efe0b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:57.002628 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e1d507a-ff1c-4374-bd85-c62482332dbf req-51b29929-004e-44ba-86d3-17cb373efe0b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.0929999
Nov 09 15:31:57.022932 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:57.044819 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:31:57.069125 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:57.075511 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:57.079773 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:57.125434 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2e1d507a-ff1c-4374-bd85-c62482332dbf req-c9f646cf-20f2-499b-b6cd-a2fc97aa5719 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0867631
Nov 09 15:31:57.160893 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b53a24-0145-40be-b06c-8168a6b0d0fe req-caac160e-843c-4c1e-a52c-1df22bce6928 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:57.163193 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01b53a24-0145-40be-b06c-8168a6b0d0fe req-caac160e-843c-4c1e-a52c-1df22bce6928 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 943 time: 0.1594968
Nov 09 15:31:57.165053 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:57.168554 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:57.214557 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01b53a24-0145-40be-b06c-8168a6b0d0fe req-315e854f-4b1b-403e-9f80-0ba5230737e7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437684
Nov 09 15:31:57.267514 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-8349f839-ba77-4579-938a-edae2f3bad82 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Synchronizing usage tracker for tenant:43cfe7f854e9470c84ea91f631015466 on resource:security_group {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:31:57.284943 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-8349f839-ba77-4579-938a-edae2f3bad82 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Unset dirty status for tenant:43cfe7f854e9470c84ea91f631015466 on resource:security_group {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:31:57.286265 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-8349f839-ba77-4579-938a-edae2f3bad82 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1966070899&fields=id&tenant_id=43cfe7f854e9470c84ea91f631015466 HTTP/1.1" status: 200  len: 267 time: 0.0634367
Nov 09 15:31:57.443783 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['48edd150-3d5e-4acd-9ee9-5ae10b223fb0'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:31:57.613255 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3f4ba663-2cbf-4ca7-b989-df5b50c6b470 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:57.614739 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3f4ba663-2cbf-4ca7-b989-df5b50c6b470 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 811 time: 0.3187160
Nov 09 15:31:57.626216 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dadd0a-1a5e-4ea0-9f7d-916c1bce9b6a req-ca4cde7b-d87c-4951-b759-e337fec345e8 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:57.627668 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-69dadd0a-1a5e-4ea0-9f7d-916c1bce9b6a req-ca4cde7b-d87c-4951-b759-e337fec345e8 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 945 time: 0.3112192
Nov 09 15:31:57.650974 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-de31b783-9d7b-4ca6-9bb4-94fd764a56da tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/quotas/43cfe7f854e9470c84ea91f631015466 HTTP/1.1" status: 200  len: 375 time: 0.0223124
Nov 09 15:31:57.724197 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-69dadd0a-1a5e-4ea0-9f7d-916c1bce9b6a req-025ab0e4-3475-43a3-b93a-a087f51292e6 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879130
Nov 09 15:31:57.757559 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-1ab78b2c-e6e0-4880-a8bd-3eb34a2e6853 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Synchronizing usage tracker for tenant:43cfe7f854e9470c84ea91f631015466 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:31:57.779438 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-1ab78b2c-e6e0-4880-a8bd-3eb34a2e6853 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Unset dirty status for tenant:43cfe7f854e9470c84ea91f631015466 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:31:57.780808 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-1ab78b2c-e6e0-4880-a8bd-3eb34a2e6853 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1239586
Nov 09 15:31:57.928258 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-d4464b3d-653b-46be-8527-15e41663edda service neutron] 10.222.0.87 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347699
Nov 09 15:31:58.078840 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-f688f360-c6a6-444c-b837-5079f8e10865 service neutron] 10.222.0.87 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437163
Nov 09 15:31:58.329937 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7f2bc6c3-8547-4750-83bc-2c2e7609e2e5 req-a67804de-afbb-4bbf-b485-425cd1fda960 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 210 time: 0.0928481
Nov 09 15:31:58.431995 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6df68-ad72-4447-b0e0-1eddb10a6a15 req-a3f1a927-24ec-4ea8-8357-53ee12f72958 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:58.438858 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6ad6df68-ad72-4447-b0e0-1eddb10a6a15 req-a3f1a927-24ec-4ea8-8357-53ee12f72958 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.1545053
Nov 09 15:31:58.550250 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6ad6df68-ad72-4447-b0e0-1eddb10a6a15 req-53f24bc7-191f-4d42-9a0f-a70570cac679 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1069133
Nov 09 15:31:58.586671 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb1105-2a2f-47ab-8a62-77ea1894f8e6 req-aa933ccd-611a-4051-83a6-ca4c4e276b5f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:58.586671 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f4cb1105-2a2f-47ab-8a62-77ea1894f8e6 req-aa933ccd-611a-4051-83a6-ca4c4e276b5f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 944 time: 0.1197608
Nov 09 15:31:58.638775 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f4cb1105-2a2f-47ab-8a62-77ea1894f8e6 req-9d3e2308-3e58-4fcd-b1ac-3e1ae0057664 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449517
Nov 09 15:31:58.795626 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:31:58.884340 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:31:58.891208 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:31:58.891587 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:59.051399 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:59.082892 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf82bf60-4190-4547-ac3c-9ac885b378f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48edd150-3d5e-4acd-9ee9-5ae10b223fb0'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:31:59.094050 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:31:59.099072 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:31:59.102584 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ed422b95-b095-4c21-b35c-82dc22ce6dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:31:59.141074 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf82bf60-4190-4547-ac3c-9ac885b378f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48edd150-3d5e-4acd-9ee9-5ae10b223fb0', 'code': 200}
Nov 09 15:31:59.199252 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:31:59.202697 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:31:59.475039 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7922e6-1340-409d-9cac-dcce08c87ede req-f6420c0a-7b93-4659-85f9-491d28db0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:59.476793 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-4b7922e6-1340-409d-9cac-dcce08c87ede req-f6420c0a-7b93-4659-85f9-491d28db0b5b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 1098 time: 0.0958452
Nov 09 15:31:59.539568 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-4b7922e6-1340-409d-9cac-dcce08c87ede req-d0d49453-8375-48f5-a34a-392cf58f2ac0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476174
Nov 09 15:31:59.552046 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2931096-73aa-49f9-a3ae-3490799e251e req-40c140dc-777a-4897-915c-9ecd739c4dae tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 210 time: 0.0512211
Nov 09 15:31:59.764497 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea306-48d4-4ea4-9e7b-a48bc87f3630 req-29f0db8f-4e07-41ba-a219-eeacebb19944 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:59.766094 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d17ea306-48d4-4ea4-9e7b-a48bc87f3630 req-29f0db8f-4e07-41ba-a219-eeacebb19944 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.0967910
Nov 09 15:31:59.863723 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d17ea306-48d4-4ea4-9e7b-a48bc87f3630 req-74414b7c-aa07-4d95-b385-d00efacb4863 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&id=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0602825
Nov 09 15:31:59.910773 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aaee5-70af-4f09-9511-97933b5400a9 req-61f6cf0b-3ba9-428f-ad78-890947a84d02 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:31:59.912282 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-774aaee5-70af-4f09-9511-97933b5400a9 req-61f6cf0b-3ba9-428f-ad78-890947a84d02 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 945 time: 0.1452982
Nov 09 15:31:59.964382 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-774aaee5-70af-4f09-9511-97933b5400a9 req-cf16c049-fd8d-4f5f-b125-7503988e1cfd tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452392
Nov 09 15:32:00.163512 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-608e0630-d021-4e41-84c9-3ea4ba055880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:00.164944 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-608e0630-d021-4e41-84c9-3ea4ba055880 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 811 time: 0.1788745
Nov 09 15:32:00.223877 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-1c5d1e9d-e83f-444c-9eb5-de1e74ece32b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Synchronizing usage tracker for tenant:43cfe7f854e9470c84ea91f631015466 on resource:security_group {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:32:00.239103 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-1c5d1e9d-e83f-444c-9eb5-de1e74ece32b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Unset dirty status for tenant:43cfe7f854e9470c84ea91f631015466 on resource:security_group {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:32:00.240436 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-1c5d1e9d-e83f-444c-9eb5-de1e74ece32b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43cfe7f854e9470c84ea91f631015466 HTTP/1.1" status: 200  len: 380 time: 0.0647576
Nov 09 15:32:00.265063 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'port': {'device_id': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'admin_state_up': True, 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'security_groups': ['a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86']}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:00.426865 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:00.441743 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:00.456354 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Made reservation on behalf of 43cfe7f854e9470c84ea91f631015466 for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:32:00.461401 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:00.682850 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Allocated IP 172.20.0.13 (795531d1-19dc-4eff-8d04-3b6449756a56/beb47fc3-c94b-48f6-b72e-c5177911a412/7d38bded-1090-4c6b-9044-908972e0da19) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:32:00.724172 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c0a8cccc-9338-4235-a179-2195e317f161 req-c71f63ac-a317-4e00-8d39-a507ed2d2088 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 210 time: 0.0506277
Nov 09 15:32:01.049918 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:01.074173 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Transition to ACTIVE for port object 7d38bded-1090-4c6b-9044-908972e0da19 will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:32:01.107469 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:01.115174 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c67baa27-bb47-494f-b848-86cbef5f2628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:01.205057 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Network 795531d1-19dc-4eff-8d04-3b6449756a56 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:32:01.210826 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:32:01.217863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:32:01.232834 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf92aa-cd4c-48bb-8c77-5d89534e41d2 req-e5528d8f-0b8c-4581-8807-d061cd3b55b1 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:01.234833 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9bbf92aa-cd4c-48bb-8c77-5d89534e41d2 req-e5528d8f-0b8c-4581-8807-d061cd3b55b1 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 945 time: 0.1396253
Nov 09 15:32:01.288711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event updated for resources: {'Port': ['ID=7d38bded-1090-4c6b-9044-908972e0da19,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:01.295555 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:01.334569 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9bbf92aa-cd4c-48bb-8c77-5d89534e41d2 req-afea379e-b887-4d74-b14a-7036972a9dc4 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860958
Nov 09 15:32:01.339771 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:01.340679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:01.404396 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1433620
Nov 09 15:32:01.433182 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Request body: {'port': {'device_id': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:01.542680 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-39c15f29-3f12-4d2e-b589-18dbc6461925 None None] Provisioning for port 7d38bded-1090-4c6b-9044-908972e0da19 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:32:01.550202 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-39c15f29-3f12-4d2e-b589-18dbc6461925 None None] Provisioning complete for port 7d38bded-1090-4c6b-9044-908972e0da19 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:32:01.551043 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-39c15f29-3f12-4d2e-b589-18dbc6461925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:01.575101 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:01.578207 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-010bf282-5465-4843-bf3d-3c905218b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:01.616331 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-39c15f29-3f12-4d2e-b589-18dbc6461925 None None] Port 7d38bded-1090-4c6b-9044-908972e0da19 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:32:01.858953 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:01.935595 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45a1e-65d3-4e83-98a6-730a2a499280 req-09b515ab-9ffd-48b5-9524-a3dd69e27554 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:01.937390 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f2c45a1e-65d3-4e83-98a6-730a2a499280 req-09b515ab-9ffd-48b5-9524-a3dd69e27554 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 932 time: 0.0974545
Nov 09 15:32:01.990991 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f2c45a1e-65d3-4e83-98a6-730a2a499280 req-580c0ee6-6cef-42e4-9c2c-36f2568a744a tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469081
Nov 09 15:32:02.022347 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d38bded-1090-4c6b-9044-908972e0da19 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:32:02.030843 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:02.046391 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Transition to ACTIVE for port object 7d38bded-1090-4c6b-9044-908972e0da19 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:32:02.050823 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:02.055849 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-6579bb29-cced-4a12-a0af-05b7146f03aa tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:02.219932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Pushing event updated for resources: {'Port': ['ID=7d38bded-1090-4c6b-9044-908972e0da19,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:02.227905 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:02.312826 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Attempting to bind port 7d38bded-1090-4c6b-9044-908972e0da19 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:32:02.313134 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Attempting to bind port 7d38bded-1090-4c6b-9044-908972e0da19 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:32:02.313496 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Attempting to bind port 7d38bded-1090-4c6b-9044-908972e0da19 on network 795531d1-19dc-4eff-8d04-3b6449756a56 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:32:02.318447 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Port 7d38bded-1090-4c6b-9044-908972e0da19 on network 795531d1-19dc-4eff-8d04-3b6449756a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:32:02.318765 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Attempting to bind port 7d38bded-1090-4c6b-9044-908972e0da19 on network 795531d1-19dc-4eff-8d04-3b6449756a56 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:32:02.324345 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:32:02.324725 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Checking segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:32:02.325061 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Bound using segment: {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:32:02.325493 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Bound port: 7d38bded-1090-4c6b-9044-908972e0da19, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc165c0f-05ed-4962-8e57-148037be4ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:32:02.325871 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:02.440051 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] For port 7d38bded-1090-4c6b-9044-908972e0da19, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:32:02.443628 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] For port 7d38bded-1090-4c6b-9044-908972e0da19, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=7d38bded-1090-4c6b-9044-908972e0da19,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:32:02.449880 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:02.456568 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-197e7d60-05e7-456b-b1b7-1aa211b437cd tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:02.525796 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:02.526605 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:02.528555 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] 10.222.0.71 "PUT /v2.0/ports/7d38bded-1090-4c6b-9044-908972e0da19 HTTP/1.1" status: 200  len: 1094 time: 1.1015363
Nov 09 15:32:02.529142 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'tag': '7d38bded-1090-4c6b-9044-908972e0da19'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:02.565710 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf5ce5-e679-4813-be57-5c61707bc57e req-f8d58abd-03f1-4530-9a77-dd44c8f3a95d tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:02.568272 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cadf5ce5-e679-4813-be57-5c61707bc57e req-f8d58abd-03f1-4530-9a77-dd44c8f3a95d tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 945 time: 0.1014197
Nov 09 15:32:02.574562 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Pushing event updated for resources: {'Port': ['ID=7d38bded-1090-4c6b-9044-908972e0da19,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:02.591190 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:02.593094 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'tag': '7d38bded-1090-4c6b-9044-908972e0da19', 'status': 'completed', 'code': 200}
Nov 09 15:32:02.660743 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cadf5ce5-e679-4813-be57-5c61707bc57e req-96c9f198-fc1c-4fc0-9686-1b1fe3f20f6e tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784380
Nov 09 15:32:02.744306 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-8685fe3b-f662-444f-af7a-ec8784b1dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:02.746547 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-8685fe3b-f662-444f-af7a-ec8784b1dbf8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 1097 time: 0.1387947
Nov 09 15:32:02.842308 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-1eb828e4-b5c6-4d36-8571-b34eef8d0cf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d38bded-1090-4c6b-9044-908972e0da19 HTTP/1.1" status: 200  len: 217 time: 0.0859883
Nov 09 15:32:02.928998 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-dd7124f8-9e37-4ee0-97c5-59e5aa2a3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:02.930823 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-dd7124f8-9e37-4ee0-97c5-59e5aa2a3e37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.0758963
Nov 09 15:32:03.027136 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-f8c10331-714a-4295-a734-56f92f16c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:03.028692 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-f8c10331-714a-4295-a734-56f92f16c8e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856361
Nov 09 15:32:03.219747 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-e339cd4a-aa3d-4237-8a34-cf3b8b134fd1 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817224
Nov 09 15:32:03.224648 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d121af-5f7a-4e7c-b5e9-6251e0f83622 req-ebe228a3-4c4e-43e8-8379-ecd547fce4b4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:03.233378 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a4d121af-5f7a-4e7c-b5e9-6251e0f83622 req-ebe228a3-4c4e-43e8-8379-ecd547fce4b4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 944 time: 0.1095738
Nov 09 15:32:03.287233 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a4d121af-5f7a-4e7c-b5e9-6251e0f83622 req-8835dada-ff97-4b93-bdaa-9f09a1af70d5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528536
Nov 09 15:32:03.515157 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ae9181c4-beb0-47b3-a383-2f6c9d0b4c74 req-f7033cc4-0000-45f7-a92d-df22a5c92ac9 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2744842
Nov 09 15:32:03.688658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431daad-1c89-497b-b346-82011ae14c8c req-9c8811fe-9d46-4b64-93a2-3cf7f49cfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:03.690256 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a431daad-1c89-497b-b346-82011ae14c8c req-9c8811fe-9d46-4b64-93a2-3cf7f49cfd6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 1097 time: 0.0901625
Nov 09 15:32:03.864083 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431daad-1c89-497b-b346-82011ae14c8c req-8ad3165d-f00a-47fe-8fe0-09f65b64fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:03.865658 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a431daad-1c89-497b-b346-82011ae14c8c req-8ad3165d-f00a-47fe-8fe0-09f65b64fb9f service neutron] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 913 time: 0.1658268
Nov 09 15:32:03.967942 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a431daad-1c89-497b-b346-82011ae14c8c req-8cd9114e-dba0-4cb5-8309-df4ad74fe3c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d38bded-1090-4c6b-9044-908972e0da19 HTTP/1.1" status: 200  len: 217 time: 0.0818558
Nov 09 15:32:04.038094 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431daad-1c89-497b-b346-82011ae14c8c req-0f5f9f26-3795-4c64-800a-01825ad67421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:04.039600 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a431daad-1c89-497b-b346-82011ae14c8c req-0f5f9f26-3795-4c64-800a-01825ad67421 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.0615323
Nov 09 15:32:04.084743 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d59893d9-8b4e-4e98-8c9e-a05a0476300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:04.138384 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431daad-1c89-497b-b346-82011ae14c8c req-59bb5bee-b046-450a-a607-41a5fd37e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:04.139850 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a431daad-1c89-497b-b346-82011ae14c8c req-59bb5bee-b046-450a-a607-41a5fd37e6d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861230
Nov 09 15:32:04.300065 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a431daad-1c89-497b-b346-82011ae14c8c req-c55be7d3-9a28-4ee6-acb1-150fe1ff166f service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475415
Nov 09 15:32:04.455596 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a431daad-1c89-497b-b346-82011ae14c8c req-0bda3e62-e8d2-479a-84e2-e45999ec2046 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404805
Nov 09 15:32:04.520942 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc927-06d0-443c-8a80-bb1241c04f57 req-91b69e4d-b27b-451d-9298-cc5a7e39ec2d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:04.522573 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-846dc927-06d0-443c-8a80-bb1241c04f57 req-91b69e4d-b27b-451d-9298-cc5a7e39ec2d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 944 time: 0.1060584
Nov 09 15:32:04.583635 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-846dc927-06d0-443c-8a80-bb1241c04f57 req-22d35113-3bb8-4eb0-bd1a-a13dc10a510e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548408
Nov 09 15:32:05.007456 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:05.789543 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8a1fe-ee23-4f9a-8555-4fa644dc7afe req-13f2f7e0-223d-4b6b-80f4-b574227b379e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:05.794680 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6bc8a1fe-ee23-4f9a-8555-4fa644dc7afe req-13f2f7e0-223d-4b6b-80f4-b574227b379e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 944 time: 0.0957954
Nov 09 15:32:05.838868 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6bc8a1fe-ee23-4f9a-8555-4fa644dc7afe req-7e04a725-39ff-413e-872a-6a51aaa9828b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423396
Nov 09 15:32:06.366789 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:06.761721 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:07.048604 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1d331-601a-42e2-8636-fe565f6c0e31 req-622b5719-20a0-4196-93ea-77c45e737c5c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:07.050225 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-24f1d331-601a-42e2-8636-fe565f6c0e31 req-622b5719-20a0-4196-93ea-77c45e737c5c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 944 time: 0.0887783
Nov 09 15:32:07.096593 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-24f1d331-601a-42e2-8636-fe565f6c0e31 req-1ae2970f-e17f-4b22-a1d1-acbb5b8df5ac tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402842
Nov 09 15:32:08.035058 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 7d38bded-1090-4c6b-9044-908972e0da19 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:32:08.203288 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 7d38bded-1090-4c6b-9044-908972e0da19, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=7d38bded-1090-4c6b-9044-908972e0da19,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:08.218767 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '7d38bded-1090-4c6b-9044-908972e0da19', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'port_id': '7d38bded-1090-4c6b-9044-908972e0da19', 'mac_address': 'fa:16:3e:bf:8c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:32:08.288566 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:08.302466 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c952a0f-a500-4bed-8718-d2f150860101 req-94ee62cb-1313-4491-b448-1f47549308ca tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:08.305529 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5c952a0f-a500-4bed-8718-d2f150860101 req-94ee62cb-1313-4491-b448-1f47549308ca tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 944 time: 0.0867832
Nov 09 15:32:08.308141 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d38bded-1090-4c6b-9044-908972e0da19 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:32:08.327031 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 7d38bded-1090-4c6b-9044-908972e0da19, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=7d38bded-1090-4c6b-9044-908972e0da19,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:08.332543 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:08.335583 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:08.360498 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5c952a0f-a500-4bed-8718-d2f150860101 req-b311061d-25bc-4474-a327-9057821b3c27 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471425
Nov 09 15:32:08.410182 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=7d38bded-1090-4c6b-9044-908972e0da19,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:08.415657 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:09.648870 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663ca89-685a-438e-b9ee-0dea4fcc4005 req-903c4922-acab-4334-ad9f-6c3e8262785b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:09.650447 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1663ca89-685a-438e-b9ee-0dea4fcc4005 req-903c4922-acab-4334-ad9f-6c3e8262785b tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 945 time: 0.1798396
Nov 09 15:32:09.698749 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1663ca89-685a-438e-b9ee-0dea4fcc4005 req-60478bad-e9e0-4c4a-b659-8df3f37aaae4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421007
Nov 09 15:32:10.603740 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['7d38bded-1090-4c6b-9044-908972e0da19'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:32:10.901606 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6873d1-6e4d-4cf6-85e1-792310b7278b req-2364fecb-6d7c-4053-90b6-b80e71e6e948 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:10.903026 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b6873d1-6e4d-4cf6-85e1-792310b7278b req-2364fecb-6d7c-4053-90b6-b80e71e6e948 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 945 time: 0.0880423
Nov 09 15:32:10.965239 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b6873d1-6e4d-4cf6-85e1-792310b7278b req-5f7d7f11-5f06-4bf0-b8c9-bbc42134ed6d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553956
Nov 09 15:32:12.163401 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19dab8-5b60-46a3-98f6-7e71fd754425 req-cb6398dc-7144-45f0-8398-8180366145fb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:12.164874 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2f19dab8-5b60-46a3-98f6-7e71fd754425 req-cb6398dc-7144-45f0-8398-8180366145fb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 945 time: 0.0820765
Nov 09 15:32:12.217559 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2f19dab8-5b60-46a3-98f6-7e71fd754425 req-d800f965-9530-4b8f-8e9b-0c839b2b9e0e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462489
Nov 09 15:32:13.443407 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c8026-168d-4dc9-b4db-24c8b5be5c76 req-5505244b-2cad-4cb1-92ab-92b24d9243f4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:13.445172 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ca0c8026-168d-4dc9-b4db-24c8b5be5c76 req-5505244b-2cad-4cb1-92ab-92b24d9243f4 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 945 time: 0.0982201
Nov 09 15:32:13.496341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ca0c8026-168d-4dc9-b4db-24c8b5be5c76 req-99a25d8f-9edb-41f2-aaf4-6dd3634e86ce tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449541
Nov 09 15:32:14.749377 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e099a-dfaf-40c1-a761-3bfff62926bb req-e532d295-27b1-4657-a191-b4c19cec1737 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:14.750923 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d56e099a-dfaf-40c1-a761-3bfff62926bb req-e532d295-27b1-4657-a191-b4c19cec1737 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 945 time: 0.1473877
Nov 09 15:32:14.801480 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d56e099a-dfaf-40c1-a761-3bfff62926bb req-4de35482-0e81-463d-bb55-47a7e115ddb8 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438051
Nov 09 15:32:15.998575 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9230c58-165e-47b3-9691-c4015a5074e3 req-2c17c0e5-c7fb-4b2a-b540-1c6c9c0e59e0 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:15.999931 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b9230c58-165e-47b3-9691-c4015a5074e3 req-2c17c0e5-c7fb-4b2a-b540-1c6c9c0e59e0 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 945 time: 0.0881262
Nov 09 15:32:16.051884 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b9230c58-165e-47b3-9691-c4015a5074e3 req-78690d84-fd7a-4c03-a331-3b3144708096 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439067
Nov 09 15:32:16.171529 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 7d38bded-1090-4c6b-9044-908972e0da19 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:32:16.244371 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 7d38bded-1090-4c6b-9044-908972e0da19 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:32:16.252531 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 7d38bded-1090-4c6b-9044-908972e0da19 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:32:16.253166 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:16.403519 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:16.444460 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d38bded-1090-4c6b-9044-908972e0da19'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:16.468785 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 7d38bded-1090-4c6b-9044-908972e0da19, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=7d38bded-1090-4c6b-9044-908972e0da19,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:16.474528 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:16.478237 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:16.519885 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d38bded-1090-4c6b-9044-908972e0da19', 'code': 200}
Nov 09 15:32:16.572634 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=7d38bded-1090-4c6b-9044-908972e0da19,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:16.576258 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:16.824694 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfb0dd-65e6-4994-a659-4d9126620137 req-b65f4373-108a-4004-ab59-54b1fae37aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:16.826420 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3abfb0dd-65e6-4994-a659-4d9126620137 req-b65f4373-108a-4004-ab59-54b1fae37aa8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 1099 time: 0.1255696
Nov 09 15:32:16.879912 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3abfb0dd-65e6-4994-a659-4d9126620137 req-e1931791-30e1-4c10-850b-22d1b30a7a0f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400975
Nov 09 15:32:17.254715 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef696d-a9aa-44dd-86ee-8e1f80ba606e req-b9d3eae3-cc26-43f0-8ce4-9439bd33a42c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:17.256199 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-beef696d-a9aa-44dd-86ee-8e1f80ba606e req-b9d3eae3-cc26-43f0-8ce4-9439bd33a42c tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 946 time: 0.0842376
Nov 09 15:32:17.312601 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-beef696d-a9aa-44dd-86ee-8e1f80ba606e req-5f469cfc-1a68-4cb8-a356-17abe2de1512 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470521
Nov 09 15:32:18.054939 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5bc27-6193-438b-9fba-dd094533cde6 req-d27f3b69-9e6c-44b3-987f-0ce3067ce82d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:18.056479 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1df5bc27-6193-438b-9fba-dd094533cde6 req-d27f3b69-9e6c-44b3-987f-0ce3067ce82d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 945 time: 0.0970929
Nov 09 15:32:18.107781 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1df5bc27-6193-438b-9fba-dd094533cde6 req-210e605b-3a10-4e4c-9b4c-0a698942cff4 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432403
Nov 09 15:32:18.529425 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031da0a-caff-443e-a164-e1478e82a09f req-8ae46836-b8a2-4f42-944c-1b0608f89c36 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:18.531025 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0031da0a-caff-443e-a164-e1478e82a09f req-8ae46836-b8a2-4f42-944c-1b0608f89c36 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 946 time: 0.0942078
Nov 09 15:32:18.582943 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0031da0a-caff-443e-a164-e1478e82a09f req-b495d412-c751-409b-830c-baa8f6d61c46 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446470
Nov 09 15:32:19.322964 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6663db-d118-45d2-9141-ea4ce555bd91 req-f1e763f1-bab4-4149-b6e7-b9ebd70eb6b7 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:19.324879 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dc6663db-d118-45d2-9141-ea4ce555bd91 req-f1e763f1-bab4-4149-b6e7-b9ebd70eb6b7 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 945 time: 0.0990667
Nov 09 15:32:19.391462 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dc6663db-d118-45d2-9141-ea4ce555bd91 req-cc3b6053-c004-44e1-b787-65604bfffe52 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519977
Nov 09 15:32:19.545382 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-e5e61003-5638-4b59-9167-32d4f109d494 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:19.546780 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-e5e61003-5638-4b59-9167-32d4f109d494 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 815 time: 0.1541262
Nov 09 15:32:19.563142 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-0bae4c25-1c2b-415c-a3cb-f1a7a1849dc0 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/quotas/aa401af1f62549e3bf0e320769708c7c HTTP/1.1" status: 200  len: 375 time: 0.0106955
Nov 09 15:32:19.660715 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-c9001f59-d5a4-4dce-8c35-63914cf0838a tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0901268
Nov 09 15:32:19.893712 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-31afd1d0-2569-447a-a9bf-6577d3adc098 service neutron] 10.222.0.87 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273455
Nov 09 15:32:19.905091 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc29a9b-cc2d-43a5-8e6c-38489df293d0 req-e5e95b31-ae29-4e47-9bd6-39bee537f314 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:19.906617 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3fc29a9b-cc2d-43a5-8e6c-38489df293d0 req-e5e95b31-ae29-4e47-9bd6-39bee537f314 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 946 time: 0.2066591
Nov 09 15:32:20.038324 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3fc29a9b-cc2d-43a5-8e6c-38489df293d0 req-edc78055-126f-42ff-9e1f-796e654206ba tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100793
Nov 09 15:32:20.079181 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-fe57980e-574d-422d-afce-43767575436d service neutron] 10.222.0.87 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714780
Nov 09 15:32:20.390277 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0d3c7d0b-417b-45f4-90dc-6781312ba7d8 req-cdd6e65a-8fb4-41f5-851d-2da172642e55 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 210 time: 0.1486554
Nov 09 15:32:20.408538 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129676a4-cee7-416d-8744-3b45882ad37c req-187b837e-61f7-4781-a10c-7b0ca0fc969f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:20.410216 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-129676a4-cee7-416d-8744-3b45882ad37c req-187b837e-61f7-4781-a10c-7b0ca0fc969f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 946 time: 0.2513194
Nov 09 15:32:20.430613 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35014) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:20.430613 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Request body: {'floatingip': {'port_id': '7d38bded-1090-4c6b-9044-908972e0da19'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:20.518478 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:20.654515 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec1a32-969f-4596-b48f-620bd5abdc9e req-7cd09239-bb42-4e3a-be7c-34702b4b0257 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:20.659294 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c1ec1a32-969f-4596-b48f-620bd5abdc9e req-7cd09239-bb42-4e3a-be7c-34702b4b0257 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 945 time: 0.1104701
Nov 09 15:32:20.718191 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c1ec1a32-969f-4596-b48f-620bd5abdc9e req-52be399e-075c-4a4b-a4a1-df0f432241c3 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535653
Nov 09 15:32:20.922716 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-4f443197-303a-40c8-a7ff-5a940c153241 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:20.924067 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-4f443197-303a-40c8-a7ff-5a940c153241 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 945 time: 0.3244922
Nov 09 15:32:21.082825 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Deleting port c3b902eb-4910-41b5-83db-e83c3f369d7e {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:32:21.083150 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:21.566532 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-768be2bf-09d3-48eb-8b2e-7462c0053140 req-90ac6076-c009-413e-ac1a-d9e4873b3da6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 210 time: 0.0599179
Nov 09 15:32:21.696798 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:21.705332 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] For port c3b902eb-4910-41b5-83db-e83c3f369d7e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=c3b902eb-4910-41b5-83db-e83c3f369d7e,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:21.705703 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:21.713414 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:22.014301 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e1c6c-dfa8-4a74-9ff9-a40ec2457180 req-55b4be5c-ca9b-4950-908b-51e25244065d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:22.015798 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6a3e1c6c-dfa8-4a74-9ff9-a40ec2457180 req-55b4be5c-ca9b-4950-908b-51e25244065d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 945 time: 0.1620171
Nov 09 15:32:22.028255 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76dab0-6d2e-4c87-8787-40594f64c5fe req-09c1b587-8cbe-43a5-b0a0-d993e57ab864 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:22.029825 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc76dab0-6d2e-4c87-8787-40594f64c5fe req-09c1b587-8cbe-43a5-b0a0-d993e57ab864 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 945 time: 0.1736898
Nov 09 15:32:22.106799 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6a3e1c6c-dfa8-4a74-9ff9-a40ec2457180 req-05a799ec-ee69-453f-a8d2-90fa522eda8c tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759585
Nov 09 15:32:22.112006 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc76dab0-6d2e-4c87-8787-40594f64c5fe req-cd027059-0115-4633-88e8-087f7b03438e tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670114
Nov 09 15:32:22.345040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-58b528e9-bbb8-49a8-a3cc-79bdfbde9988 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:22.346543 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-58b528e9-bbb8-49a8-a3cc-79bdfbde9988 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 815 time: 0.5474846
Nov 09 15:32:22.357826 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Floating IP e63467e1-0730-44e1-8c1a-fb35da547706 associated. External IP: 172.27.0.41, port: 7d38bded-1090-4c6b-9044-908972e0da19.
Nov 09 15:32:22.426980 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Request body: {'port': {'device_id': '8a025209-4cf5-4751-85d2-bac508ee7ef2', 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'admin_state_up': True, 'tenant_id': 'aa401af1f62549e3bf0e320769708c7c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:22.526513 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:22.527254 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:22.527254 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Floating IP 62423210-9d43-4ce7-b756-a7582c05133b disassociated. External IP: 172.27.0.29, port: c3b902eb-4910-41b5-83db-e83c3f369d7e.
Nov 09 15:32:22.527783 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Calling delete_port for c3b902eb-4910-41b5-83db-e83c3f369d7e owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:32:22.734056 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a8cf3680-07b7-4650-9395-f42b79bbf3e5 req-20f38274-bd13-4fa8-ac1c-d2db6d55b9cf tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 210 time: 0.0447929
Nov 09 15:32:22.930050 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:22.993409 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Usage tracker for resource:port and tenant:aa401af1f62549e3bf0e320769708c7c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:23.004409 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:23.030111 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:23.106790 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Made reservation on behalf of aa401af1f62549e3bf0e320769708c7c for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:32:23.110317 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:23.142305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:23.155167 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ddb71009-ee29-4b69-be1f-45626273b952 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:23.214253 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event deleted for resources: {'Port': ['ID=c3b902eb-4910-41b5-83db-e83c3f369d7e,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:23.222477 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:23.282949 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4425bf8d-c459-433f-a656-b39afc03119c req-0e5b6e9c-4ca4-4286-acc7-41fbf08b2345 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 210 time: 0.0471444
Nov 09 15:32:23.383321 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:32:23.470388 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd5023-bd98-42a1-af11-121853df0b2d req-ae493ed3-3c60-4801-a322-512bf556273e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:23.471903 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5bd5023-bd98-42a1-af11-121853df0b2d req-ae493ed3-3c60-4801-a322-512bf556273e tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 945 time: 0.0910754
Nov 09 15:32:23.521120 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5bd5023-bd98-42a1-af11-121853df0b2d req-f11e65f4-352e-4532-b0ca-b599aeeb01a9 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430260
Nov 09 15:32:23.744229 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Allocated IP 172.20.0.13 (53a44e5f-1763-49d9-9724-1694cd6e362f/3c800407-76c9-448e-8ecf-a0a14c47af70/9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:32:23.747909 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:32:23.886747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:32:23.891009 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e418bc2f-c3c0-4f2a-a4e6-df067a5b07c5 req-7adda7d7-e94e-432e-ae71-08e2d225da14 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 210 time: 0.0448983
Nov 09 15:32:23.897634 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] Sync routers for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:32:23.911346 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:32:23.912236 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0575c460>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:24.004097 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:24.121146 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:32:24.185878 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9bbd5687-cdd9-44a8-9c60-09d3e96cccea tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "PUT /v2.0/floatingips/e63467e1-0730-44e1-8c1a-fb35da547706 HTTP/1.1" status: 200  len: 991 time: 3.7619042
Nov 09 15:32:24.189365 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'tag': '7d38bded-1090-4c6b-9044-908972e0da19'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:24.194191 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:32:24.208062 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:32:24.235299 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:32:24.236784 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b063b2940>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:24.381287 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device c3b902eb-4910-41b5-83db-e83c3f369d7e no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:32:24.444883 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'tag': '7d38bded-1090-4c6b-9044-908972e0da19', 'status': 'completed', 'code': 200}
Nov 09 15:32:24.477572 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-08e88e6a-d240-4e6a-8b5a-7d9da6ab8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:24.479292 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-08e88e6a-d240-4e6a-8b5a-7d9da6ab8e83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43cfe7f854e9470c84ea91f631015466&device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 1099 time: 0.1884365
Nov 09 15:32:24.540560 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] No DVR routers for this DVR port c3b902eb-4910-41b5-83db-e83c3f369d7e on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:32:24.543799 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:24.557776 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-4e6189a6-7d46-433a-93c9-6d3f5d967cdb req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "DELETE /v2.0/ports/c3b902eb-4910-41b5-83db-e83c3f369d7e HTTP/1.1" status: 204  len: 173 time: 3.5701628
Nov 09 15:32:24.596040 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: c3b902eb-4910-41b5-83db-e83c3f369d7e {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:32:24.596362 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device c3b902eb-4910-41b5-83db-e83c3f369d7e not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:32:24.617612 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:32:24.643336 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-ac529040-23f1-49c0-9c5b-925ae4f41627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:24.645425 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-ac529040-23f1-49c0-9c5b-925ae4f41627 service neutron] 10.222.0.71 "GET /v2.0/networks?id=795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 200  len: 913 time: 0.1576233
Nov 09 15:32:24.703714 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-45ae2d3d-d381-4a6f-8eb4-c895ed93cb04 req-db5310dc-41f3-480b-abae-6c9b74d998d4 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 210 time: 0.0567093
Nov 09 15:32:24.735253 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:24.754674 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-188feb23-aa48-4c37-a1d1-154d1f3c4476 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:24.755430 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-188feb23-aa48-4c37-a1d1-154d1f3c4476 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Synchronizing usage tracker for tenant:ba0d9464335e4d9a9dc38a09441cfb5d on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:32:24.784227 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-188feb23-aa48-4c37-a1d1-154d1f3c4476 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Unset dirty status for tenant:ba0d9464335e4d9a9dc38a09441cfb5d on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:32:24.786591 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-188feb23-aa48-4c37-a1d1-154d1f3c4476 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.71 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 945 time: 0.5608423
Nov 09 15:32:24.827486 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0575c460>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'e63467e1-0730-44e1-8c1a-fb35da547706', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'port_id': '7d38bded-1090-4c6b-9044-908972e0da19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'mac_address': 'fa:16:3e:bf:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:31:56Z', 'updated_at': '2021-11-09T15:32:21Z', 'revision_number': 1, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:24.832417 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] Checking router: 4f3c3460-a617-4fb4-837a-fee2b08a26b8 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:32:24.843770 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:32:24.844617 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0575c460>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:24.858943 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:24.880175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:24.908474 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-ca95d9fd-180f-4992-b862-0834d8474d7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d38bded-1090-4c6b-9044-908972e0da19 HTTP/1.1" status: 200  len: 999 time: 0.2010841
Nov 09 15:32:24.921625 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', '68266f76-3070-4b86-b832-308b5eda72bf', '48edd150-3d5e-4acd-9ee9-5ae10b223fb0'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:32:24.977792 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Network 53a44e5f-1763-49d9-9724-1694cd6e362f is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:32:24.985601 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:32:24.992385 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0115a9d-df88-4f2f-8239-30c10f63c86d req-6464dea2-4cfa-4710-9d44-cf2fdde8113d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:24.994709 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a0115a9d-df88-4f2f-8239-30c10f63c86d req-6464dea2-4cfa-4710-9d44-cf2fdde8113d tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 945 time: 0.1742814
Nov 09 15:32:24.995153 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Pushing event updated for resources: {'Port': ['ID=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:24.998148 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:32:25.010219 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-55cdd2f8-7589-4f50-b0e1-78e190b774d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:25.012029 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-55cdd2f8-7589-4f50-b0e1-78e190b774d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 200  len: 850 time: 0.0942705
Nov 09 15:32:25.038351 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:25.045746 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Deleting port 6d073d01-0568-4e5e-ba5a-1d9360c09849 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:32:25.046208 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:25.091463 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b063b2940>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:25.108071 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:32:25.121286 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:32:25.122322 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b063b2940>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:25.178399 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:25.179496 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:32:25.180159 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a0115a9d-df88-4f2f-8239-30c10f63c86d req-3f7a1fdb-f9ec-4058-9afe-46ab101e4baa tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea1a823a-9c70-4e6c-84ef-106428d52179&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668932
Nov 09 15:32:25.182454 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:25.280832 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78455412-d996-417f-95fc-7de3528e5323 req-dbf3db1d-642f-408b-8cc5-00c115f2c7ab tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:25.283658 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-78455412-d996-417f-95fc-7de3528e5323 req-dbf3db1d-642f-408b-8cc5-00c115f2c7ab tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 932 time: 0.1620343
Nov 09 15:32:25.286703 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-3ccd6a18-2899-43dd-ba81-cb7792c38435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:25.288226 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-3ccd6a18-2899-43dd-ba81-cb7792c38435 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=795531d1-19dc-4eff-8d04-3b6449756a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2169862
Nov 09 15:32:25.380407 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:32:25.418142 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] For port 6d073d01-0568-4e5e-ba5a-1d9360c09849, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=6d073d01-0568-4e5e-ba5a-1d9360c09849,segment=NetworkSegment(e5013b8d-9cbc-49c6-ab09-7555c9c82bb2),segment_id=e5013b8d-9cbc-49c6-ab09-7555c9c82bb2)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:25.418912 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:25.429205 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-78455412-d996-417f-95fc-7de3528e5323 req-1f3b4214-a3f0-4f4b-84d6-24a7c7f2c329 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362796
Nov 09 15:32:25.492977 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-b0699a1f-d9ec-4788-ba90-36b5c9416cf6 service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844590
Nov 09 15:32:25.674119 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2579598
Nov 09 15:32:25.683614 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Calling delete_port for 6d073d01-0568-4e5e-ba5a-1d9360c09849 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:32:25.697240 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e216e39c-1d9f-4642-849d-21cb1111bddc req-623830b9-13d1-4d2d-adb2-9db27e1df2ac service neutron] 10.222.0.71 "GET /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955240
Nov 09 15:32:25.733728 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Request body: {'port': {'device_id': '8a025209-4cf5-4751-85d2-bac508ee7ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:25.861374 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b063b2940>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:25.866305 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff68e2a-5046-48bc-a23f-9315f5833ef8 None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:32:25.964909 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c692d2bf-5386-409c-a2c7-ca30e0092164 req-c8603c16-2f1c-44df-8403-7fc3528267aa tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=9333cb52-4761-4293-86db-2ba8f1552109 HTTP/1.1" status: 200  len: 210 time: 0.0823786
Nov 09 15:32:26.020394 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:26.113750 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0575c460>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'e63467e1-0730-44e1-8c1a-fb35da547706', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'port_id': '7d38bded-1090-4c6b-9044-908972e0da19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'mac_address': 'fa:16:3e:bf:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:31:56Z', 'updated_at': '2021-11-09T15:32:21Z', 'revision_number': 1, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:26.115718 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:26.123863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:26.129592 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde262c-9754-42ea-8f9a-f5871cbc70d6 None None] The sync data for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi is: [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': 'e63467e1-0730-44e1-8c1a-fb35da547706', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'port_id': '7d38bded-1090-4c6b-9044-908972e0da19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'mac_address': 'fa:16:3e:bf:8c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:31:56Z', 'updated_at': '2021-11-09T15:32:21Z', 'revision_number': 1, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:32:26.175210 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Pushing event deleted for resources: {'Port': ['ID=6d073d01-0568-4e5e-ba5a-1d9360c09849,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:26.179885 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:26.321130 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7bec7-362d-4aa8-b74a-bc6ab20d0c10 None None] New status for floating IP 62423210-9d43-4ce7-b756-a7582c05133b: DOWN {{(pid=86783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:32:26.354062 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] No DVR routers for this DVR port 6d073d01-0568-4e5e-ba5a-1d9360c09849 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:32:26.359243 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:26.495213 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-0510815c-c64a-48f5-b7e0-95ac160e9b19 req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.71 "DELETE /v2.0/ports/6d073d01-0568-4e5e-ba5a-1d9360c09849 HTTP/1.1" status: 204  len: 173 time: 1.6879523
Nov 09 15:32:26.495975 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9333cb52-4761-4293-86db-2ba8f1552109', 'name': 'network-vif-deleted', 'tag': 'c3b902eb-4910-41b5-83db-e83c3f369d7e'}, {'server_uuid': 'e83f723c-cc13-4815-a61e-81a423e80801', 'name': 'network-vif-deleted', 'tag': '6d073d01-0568-4e5e-ba5a-1d9360c09849'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:26.503041 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f4407-5488-480d-a108-c1736b99cabb None None] New status for floating IP e63467e1-0730-44e1-8c1a-fb35da547706: ACTIVE {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:32:26.564794 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2cc5ff13-593b-43a5-b8a2-5d23109398c5 req-b1156b1a-eab5-4642-9313-616e0253f716 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] 10.222.0.87 "GET /v2.0/ports?device_id=e83f723c-cc13-4815-a61e-81a423e80801 HTTP/1.1" status: 200  len: 210 time: 0.2177417
Nov 09 15:32:26.717024 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9333cb52-4761-4293-86db-2ba8f1552109', 'name': 'network-vif-deleted', 'tag': 'c3b902eb-4910-41b5-83db-e83c3f369d7e', 'status': 'completed', 'code': 200}
Nov 09 15:32:26.717432 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83f723c-cc13-4815-a61e-81a423e80801', 'name': 'network-vif-deleted', 'tag': '6d073d01-0568-4e5e-ba5a-1d9360c09849', 'status': 'completed', 'code': 200}
Nov 09 15:32:26.755396 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:32:26.766518 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:26.773602 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20e9ef-1146-4dbf-87d2-32edb4599cd8 req-cd1b941c-bac5-45bd-bffd-96de96096d45 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:26.775168 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fe20e9ef-1146-4dbf-87d2-32edb4599cd8 req-cd1b941c-bac5-45bd-bffd-96de96096d45 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 932 time: 0.1231334
Nov 09 15:32:26.783565 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Transition to ACTIVE for port object 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:32:26.788055 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:26.793480 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9cfbb73e-2053-45a7-9326-8cadda9bdb5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:26.834280 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fe20e9ef-1146-4dbf-87d2-32edb4599cd8 req-ffd39876-d937-4cf3-8114-8f05e2f129be tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514383
Nov 09 15:32:27.025651 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Pushing event updated for resources: {'Port': ['ID=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:27.029723 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:27.146455 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Attempting to bind port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:32:27.147231 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Attempting to bind port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:32:27.147231 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Attempting to bind port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e on network 53a44e5f-1763-49d9-9724-1694cd6e362f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:32:27.152469 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e on network 53a44e5f-1763-49d9-9724-1694cd6e362f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:32:27.152895 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Attempting to bind port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e on network 53a44e5f-1763-49d9-9724-1694cd6e362f {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:32:27.159069 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:32:27.159465 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Checking segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:32:27.159866 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Bound using segment: {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:32:27.160298 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Bound port: 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:32:27.160644 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:27.259434 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] For port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:32:27.263371 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] For port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:32:27.270001 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:27.279986 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5bcb3cd3-1d94-48d9-aae4-171df54ecc55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:27.337881 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:27.338523 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:27.339962 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] 10.222.0.71 "PUT /v2.0/ports/9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e HTTP/1.1" status: 200  len: 1094 time: 1.6113281
Nov 09 15:32:27.359940 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-9861b2e7-fd8b-40e2-acf3-4da4332244b5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646089593&fields=id&tenant_id=fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 267 time: 0.0504217
Nov 09 15:32:27.367557 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Pushing event updated for resources: {'Port': ['ID=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:27.371781 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:27.470084 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-c1d560dc-eb43-43e0-b665-7de53e104de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:27.471580 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-c1d560dc-eb43-43e0-b665-7de53e104de6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 1097 time: 0.0742259
Nov 09 15:32:27.515581 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-270c49e6-8ddd-4428-80cb-7e5a13c996ff tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:27.517013 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-270c49e6-8ddd-4428-80cb-7e5a13c996ff tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 812 time: 0.1496522
Nov 09 15:32:27.534144 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-0bfc0ddd-5d07-4ee4-9c64-9d444d9426b2 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/quotas/fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 375 time: 0.0102367
Nov 09 15:32:27.547839 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-4013a4c2-48b8-4897-8d7b-c9988ba0dbb4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e HTTP/1.1" status: 200  len: 217 time: 0.0665796
Nov 09 15:32:27.625308 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-84589e54-14e6-4719-be46-2d702c89ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:27.626963 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-84589e54-14e6-4719-be46-2d702c89ae2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 200  len: 855 time: 0.0706372
Nov 09 15:32:27.652367 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-b3210215-b872-4f2a-bdee-f81f765c1094 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1113660
Nov 09 15:32:27.682224 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-37b6f548-8de8-4d7d-b106-7b16e6253448 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53a44e5f-1763-49d9-9724-1694cd6e362f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455430
Nov 09 15:32:27.859594 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-4f73fbaa-6d68-4601-b146-c08d350a4ded service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657457
Nov 09 15:32:27.859977 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-0b709be4-5991-4919-9a79-dfedcf26908c service neutron] 10.222.0.87 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911449
Nov 09 15:32:28.012032 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-940f78a5-035c-4d36-92bc-479c3834fd3f service neutron] 10.222.0.87 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494615
Nov 09 15:32:28.024095 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-72ad3a58-826c-40f9-9a3e-2a858d38fae1 req-448f2eea-75f9-4424-bbfd-e234a57f8d01 service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570818
Nov 09 15:32:28.217903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f9882-c30a-4cb0-ad1d-d7603eb04827 req-6f2c40df-5cb8-4885-9b7c-0e748e45eef3 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:28.219496 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-780f9882-c30a-4cb0-ad1d-d7603eb04827 req-6f2c40df-5cb8-4885-9b7c-0e748e45eef3 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 944 time: 0.1329880
Nov 09 15:32:28.235705 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 6d073d01-0568-4e5e-ba5a-1d9360c09849 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:32:28.269987 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-780f9882-c30a-4cb0-ad1d-d7603eb04827 req-3b798ef2-9f4b-4cca-9afd-e3ff054e38c6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438240
Nov 09 15:32:28.271120 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 6d073d01-0568-4e5e-ba5a-1d9360c09849 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:32:28.271476 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 6d073d01-0568-4e5e-ba5a-1d9360c09849 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:32:28.514608 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9fb42bf6-248f-4652-b50d-88fbc4770094 req-9249a592-b7b3-404d-a8e1-3756b7f431e6 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 210 time: 0.0444899
Nov 09 15:32:28.718480 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a025209-4cf5-4751-85d2-bac508ee7ef2', 'tag': '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:28.767408 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a025209-4cf5-4751-85d2-bac508ee7ef2', 'tag': '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e', 'status': 'completed', 'code': 200}
Nov 09 15:32:28.890691 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-2cb5874a-1693-45d4-9c5f-f54999472be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:28.892074 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-2cb5874a-1693-45d4-9c5f-f54999472be7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa401af1f62549e3bf0e320769708c7c&device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 1097 time: 0.0798845
Nov 09 15:32:29.039331 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-b4c974a4-adc3-4c85-9693-12a128f977bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:29.041002 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-b4c974a4-adc3-4c85-9693-12a128f977bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 200  len: 917 time: 0.1410367
Nov 09 15:32:29.135454 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-36feaf98-e24a-4945-b189-b8971e35c590 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e HTTP/1.1" status: 200  len: 217 time: 0.0710335
Nov 09 15:32:29.206736 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-c7368116-6b57-4b63-af2f-800f60f0ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:29.208195 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-c7368116-6b57-4b63-af2f-800f60f0ae2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 200  len: 855 time: 0.0628874
Nov 09 15:32:29.259644 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-987d48be-2844-43aa-be7d-32a6501b3727 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53a44e5f-1763-49d9-9724-1694cd6e362f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413952
Nov 09 15:32:29.417195 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-a1e5f0fe-01e5-4459-b375-665492aa7cbe service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500070
Nov 09 15:32:29.461972 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:32:29.475613 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5935b5-9b2e-4998-8b47-2a7844a46c7f req-7d97a14a-514b-454d-b305-25d985d2d7e7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:29.477238 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e5935b5-9b2e-4998-8b47-2a7844a46c7f req-7d97a14a-514b-454d-b305-25d985d2d7e7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 944 time: 0.0931027
Nov 09 15:32:29.530485 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e5935b5-9b2e-4998-8b47-2a7844a46c7f req-3eebdd12-cc7a-4c48-8fa2-fd5deb693d1e tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467792
Nov 09 15:32:29.587137 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f32b104e-fc9c-42e3-b958-46730a20f3b9 req-75f04fa7-93c6-4531-91cf-6be625bcec2c service neutron] 10.222.0.71 "GET /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606698
Nov 09 15:32:29.695152 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a3d95e6f-e351-470b-b262-e2df6183e140 req-f848e375-d5c6-4ae4-aaa5-d7e1f34c4769 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 210 time: 0.0485649
Nov 09 15:32:29.942968 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-39d72d82-23b7-4c42-bb5a-494b143b75e2 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:29.943659 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-39d72d82-23b7-4c42-bb5a-494b143b75e2 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Synchronizing usage tracker for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:network {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:32:29.962686 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-39d72d82-23b7-4c42-bb5a-494b143b75e2 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Unset dirty status for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:network {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:32:29.963840 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-39d72d82-23b7-4c42-bb5a-494b143b75e2 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 812 time: 0.2859981
Nov 09 15:32:30.724214 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c8872-f9ed-40fc-be68-0f6262594c74 req-5f1d5afa-1f9f-49f6-8239-bcdee7dc9d97 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:30.725908 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ba5c8872-f9ed-40fc-be68-0f6262594c74 req-5f1d5afa-1f9f-49f6-8239-bcdee7dc9d97 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 944 time: 0.0908375
Nov 09 15:32:30.774751 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ba5c8872-f9ed-40fc-be68-0f6262594c74 req-66671194-3ebc-48a6-8f8c-0603f0d50d23 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418618
Nov 09 15:32:30.917015 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-540c8848-dda4-4dd5-8a88-9abc3a0a102c req-3bac0536-c428-4025-9926-5b5b6c18bb20 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 210 time: 0.0431380
Nov 09 15:32:31.533989 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d2df4105-bcbd-466b-8046-741f69e2db37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:31.850352 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:31.983283 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86afd32-1f71-4147-820c-f085e32b5795 req-83447c38-7f84-4771-8ace-04519b6e2ae7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:31.984758 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b86afd32-1f71-4147-820c-f085e32b5795 req-83447c38-7f84-4771-8ace-04519b6e2ae7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 944 time: 0.0957747
Nov 09 15:32:32.036447 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b86afd32-1f71-4147-820c-f085e32b5795 req-3aa870ad-d74e-4c0c-b654-bc74100a4e99 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456264
Nov 09 15:32:32.176237 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-885387c9-65f8-482f-973c-91cdb0279c11 req-a88b45f5-f85f-40e9-b878-e3da7b7d1c63 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 210 time: 0.0437763
Nov 09 15:32:32.745864 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:32:32.812290 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-6f6db4a6-ddf6-44e2-b0d9-60a8d217bcae tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Synchronizing usage tracker for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:security_group {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:32:32.833248 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-6f6db4a6-ddf6-44e2-b0d9-60a8d217bcae tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Unset dirty status for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:security_group {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:32:32.835132 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-6f6db4a6-ddf6-44e2-b0d9-60a8d217bcae tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 379 time: 0.0799234
Nov 09 15:32:32.849457 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'port': {'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'admin_state_up': True, 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'security_groups': ['d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4']}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:32.897387 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:32.925643 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e', 'network_id': '53a44e5f-1763-49d9-9724-1694cd6e362f', 'port_id': '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e', 'mac_address': 'fa:16:3e:8a:d2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c800407-76c9-448e-8ecf-a0a14c47af70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:32:33.016333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:33.025801 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:33.027886 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:33.041368 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Made reservation on behalf of fd75494964e14718b6f84a81bfaa7154 for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:32:33.045385 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:33.045719 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:32:33.063505 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:33.067982 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:33.070681 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:33.144935 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:33.153010 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.153404 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.153676 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.154008 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.154359 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.154694 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.155006 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.155327 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.155649 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.155973 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.156288 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.156604 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.160691 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:33.273400 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Allocated IP 172.20.0.8 (d71bcbe5-5084-4212-9863-604580364317/bd05982b-9410-4c35-9605-3c37b428ae22/30188e66-3a80-4e8e-8e77-69fb5babadc0) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:32:33.296156 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464d3d7-f0e9-4981-a82e-c0ed96af19e8 req-25966f8e-ff7f-480f-9e09-0724ea1bf1b6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:33.297695 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1464d3d7-f0e9-4981-a82e-c0ed96af19e8 req-25966f8e-ff7f-480f-9e09-0724ea1bf1b6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 945 time: 0.0966780
Nov 09 15:32:33.379121 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8bdbb1c-2327-4e47-9be1-2cb1463f0d84 req-cf43a3ed-3747-4387-b933-e0cdd83a495f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 210 time: 0.0583701
Nov 09 15:32:33.398954 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1464d3d7-f0e9-4981-a82e-c0ed96af19e8 req-da2120d4-dc4f-4ccf-a3a5-f3236a71ce1b tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939901
Nov 09 15:32:33.477300 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:32:33.504700 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:33.522730 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Transition to ACTIVE for port object 30188e66-3a80-4e8e-8e77-69fb5babadc0 will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:32:33.547967 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:33.554605 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e39bc12e-27c7-40e1-b35a-d34e097f15c7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:33.627723 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Network d71bcbe5-5084-4212-9863-604580364317 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:32:33.631251 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:32:33.635367 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:32:33.668426 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=30188e66-3a80-4e8e-8e77-69fb5babadc0,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:33.691232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.691232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.691232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.691232 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.691711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.691862 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.692258 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.692612 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.692965 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.693342 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.693696 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.694061 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:33.699882 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:33.724575 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:33.724575 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:33.757645 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9128702
Nov 09 15:32:33.772539 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Request body: {'port': {'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:33.896005 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:33.908025 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-63809b1f-f5a3-4a43-982b-7551e11c6f9c None None] Provisioning for port 30188e66-3a80-4e8e-8e77-69fb5babadc0 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:32:33.913692 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-63809b1f-f5a3-4a43-982b-7551e11c6f9c None None] Provisioning complete for port 30188e66-3a80-4e8e-8e77-69fb5babadc0 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:32:33.914550 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-63809b1f-f5a3-4a43-982b-7551e11c6f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:33.977408 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-63809b1f-f5a3-4a43-982b-7551e11c6f9c None None] Port 30188e66-3a80-4e8e-8e77-69fb5babadc0 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:32:34.093787 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9e1e-917d-4da5-a2f1-51c3364bf754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:34.287831 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30188e66-3a80-4e8e-8e77-69fb5babadc0 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:32:34.296212 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:34.312135 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Transition to ACTIVE for port object 30188e66-3a80-4e8e-8e77-69fb5babadc0 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:32:34.316629 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:34.321536 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:34.596994 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Pushing event updated for resources: {'Port': ['ID=30188e66-3a80-4e8e-8e77-69fb5babadc0,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:34.627256 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:34.735730 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Attempting to bind port 30188e66-3a80-4e8e-8e77-69fb5babadc0 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:32:34.736448 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Attempting to bind port 30188e66-3a80-4e8e-8e77-69fb5babadc0 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:32:34.738301 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Attempting to bind port 30188e66-3a80-4e8e-8e77-69fb5babadc0 on network d71bcbe5-5084-4212-9863-604580364317 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:32:34.745095 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Port 30188e66-3a80-4e8e-8e77-69fb5babadc0 on network d71bcbe5-5084-4212-9863-604580364317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:32:34.745345 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Attempting to bind port 30188e66-3a80-4e8e-8e77-69fb5babadc0 on network d71bcbe5-5084-4212-9863-604580364317 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:32:34.751813 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:32:34.752141 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Checking segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:32:34.752523 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Bound using segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:32:34.752948 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Bound port: 30188e66-3a80-4e8e-8e77-69fb5babadc0, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:32:34.753290 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:34.843267 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0522d8-d7a2-4766-aa38-9863214e2d79 req-28aaa24b-09f3-45be-95de-49808ff218ef tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:34.844684 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2a0522d8-d7a2-4766-aa38-9863214e2d79 req-28aaa24b-09f3-45be-95de-49808ff218ef tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 945 time: 0.1490490
Nov 09 15:32:34.848688 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] For port 30188e66-3a80-4e8e-8e77-69fb5babadc0, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:32:34.851908 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] For port 30188e66-3a80-4e8e-8e77-69fb5babadc0, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:32:34.858045 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:34.858952 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27d71-f007-442f-b436-03785ea9d887 req-89843d1f-1cc8-4878-aa90-e0d7654fc143 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:34.860383 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1ec27d71-f007-442f-b436-03785ea9d887 req-89843d1f-1cc8-4878-aa90-e0d7654fc143 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.1259251
Nov 09 15:32:34.862743 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c066cd83-7471-4459-ab50-072c6ff6945e tempest-ServerRescueNegativeTestJSON-533443243 tempest-ServerRescueNegativeTestJSON-533443243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:34.919007 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:34.919624 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:34.921052 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] 10.222.0.71 "PUT /v2.0/ports/30188e66-3a80-4e8e-8e77-69fb5babadc0 HTTP/1.1" status: 200  len: 1093 time: 1.1531637
Nov 09 15:32:34.921571 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:34.930788 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2a0522d8-d7a2-4766-aa38-9863214e2d79 req-3060f847-4602-41d9-bd58-bd6fe950723f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692077
Nov 09 15:32:34.944324 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Pushing event updated for resources: {'Port': ['ID=30188e66-3a80-4e8e-8e77-69fb5babadc0,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:34.944796 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1ec27d71-f007-442f-b436-03785ea9d887 req-5ccc65c2-51aa-43d5-ba8e-47d590372b86 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692108
Nov 09 15:32:34.947561 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:35.029007 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:35.118125 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'status': 'completed', 'code': 200}
Nov 09 15:32:35.179040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-b4de9d5c-6c9c-4821-972e-30a5b1247869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:35.180639 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-b4de9d5c-6c9c-4821-972e-30a5b1247869 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 1096 time: 0.1767588
Nov 09 15:32:35.184985 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-8cd0a183-053f-4f92-a17c-38eb2e61314e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1126413
Nov 09 15:32:35.296081 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-f827ac76-f4fd-45f8-9857-0d18e8f62b61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0 HTTP/1.1" status: 200  len: 217 time: 0.1021998
Nov 09 15:32:35.478218 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-a492d8f0-c812-49c0-8b87-5cf3d2778865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:35.479663 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-a492d8f0-c812-49c0-8b87-5cf3d2778865 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.1754980
Nov 09 15:32:35.494083 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-888de862-13dd-4695-8a9c-880192c85301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:35.496341 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-888de862-13dd-4695-8a9c-880192c85301 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 1100 time: 0.2437890
Nov 09 15:32:35.685525 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-99c1d245-d115-4fbc-ab96-317d87489e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:35.687023 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-99c1d245-d115-4fbc-ab96-317d87489e5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.1601763
Nov 09 15:32:35.691512 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-84e11750-7737-445e-915c-1eb75206942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:35.692896 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-84e11750-7737-445e-915c-1eb75206942e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1957428
Nov 09 15:32:35.891492 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-58384791-d5be-4422-8eb1-81942455ebed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc HTTP/1.1" status: 200  len: 1000 time: 0.1877973
Nov 09 15:32:35.990614 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-f7193d09-c8c2-4c26-bed0-32ae8118eb8d service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279434
Nov 09 15:32:36.000679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-2798a425-6bca-493f-beb4-be82b8956095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:36.002454 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-2798a425-6bca-493f-beb4-be82b8956095 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.1033208
Nov 09 15:32:36.203574 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-609b3607-e8f0-43de-8535-6296a4e38b19 req-18776675-24f3-415e-8bab-ef4ba60f29b2 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998215
Nov 09 15:32:36.206431 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-3022b25a-f7cc-4e67-810f-da213dc943a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:36.207861 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-3022b25a-f7cc-4e67-810f-da213dc943a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1788349
Nov 09 15:32:36.274876 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:32:36.325948 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595687d5-d2d9-4ce0-ae48-ca695a1c7ef9 req-2911f9a1-652b-4aee-b434-0c2cd670eb48 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:36.328112 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-595687d5-d2d9-4ce0-ae48-ca695a1c7ef9 req-2911f9a1-652b-4aee-b434-0c2cd670eb48 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.2288580
Nov 09 15:32:36.339406 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68f410-8bb6-4969-8bf0-f147ae6cdb5f req-843d45e1-ac0a-44a6-9a39-b9d8771d67eb tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:36.342298 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6d68f410-8bb6-4969-8bf0-f147ae6cdb5f req-843d45e1-ac0a-44a6-9a39-b9d8771d67eb tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 945 time: 0.2819846
Nov 09 15:32:36.370543 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:36.375611 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:32:36.382117 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:32:36.383006 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:36.414447 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-992c5e63-4d02-4fcd-8f73-544ebf82bfac service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956809
Nov 09 15:32:36.427275 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-595687d5-d2d9-4ce0-ae48-ca695a1c7ef9 req-2f55896e-7ba7-4d8a-b74e-a3929a1ad8a5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813086
Nov 09 15:32:36.433358 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6d68f410-8bb6-4969-8bf0-f147ae6cdb5f req-9f169f5c-cb0d-41f7-a875-bdc642ab775c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674112
Nov 09 15:32:36.538209 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:36.570097 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a025209-4cf5-4751-85d2-bac508ee7ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:36.581395 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:36.587206 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:36.591089 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-b26025fe-3f44-475a-9a43-823200d3fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:36.591422 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:36.592933 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-b26025fe-3f44-475a-9a43-823200d3fcc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 1096 time: 0.3029301
Nov 09 15:32:36.602840 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5ba86b14-8ba4-4d1c-99aa-1e75b0ab0ff4 req-416050e8-4ecf-453c-bfde-4dccbecbfb56 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746047
Nov 09 15:32:36.673189 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:36.676430 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:36.682814 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a025209-4cf5-4751-85d2-bac508ee7ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e', 'code': 200}
Nov 09 15:32:36.764700 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:36.777690 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-5a84266c-299e-4b91-917f-c1825a179dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:36.779636 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-5a84266c-299e-4b91-917f-c1825a179dce service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 914 time: 0.1648493
Nov 09 15:32:36.867244 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-dbdaae0e-980a-4f2e-bb1c-41474653656c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0 HTTP/1.1" status: 200  len: 217 time: 0.0680921
Nov 09 15:32:36.987272 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-72e0c818-173b-46e2-9441-725427622028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:36.988791 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-72e0c818-173b-46e2-9441-725427622028 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.1113756
Nov 09 15:32:37.055553 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a7df2-ff7d-4d4f-879c-2a84953ad6dd req-f3693527-25b2-4a59-9932-1a5c290d3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:37.057091 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-441a7df2-ff7d-4d4f-879c-2a84953ad6dd req-f3693527-25b2-4a59-9932-1a5c290d3efd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 1099 time: 0.1490698
Nov 09 15:32:37.221385 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-441a7df2-ff7d-4d4f-879c-2a84953ad6dd req-ac05a6de-583d-409a-8205-b2aac40788e2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532388
Nov 09 15:32:37.223533 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-d86d5b2c-8961-491e-aaf1-2e003e5669b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:37.225152 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-d86d5b2c-8961-491e-aaf1-2e003e5669b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2268128
Nov 09 15:32:37.663745 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-2238060d-46f4-4b20-937a-fe365171eb4f service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729708
Nov 09 15:32:37.719867 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623139-f356-4dd6-89d3-97ef89cb4240 req-de74a744-281f-42d8-a7c6-8205ed080a48 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:37.721378 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9a623139-f356-4dd6-89d3-97ef89cb4240 req-de74a744-281f-42d8-a7c6-8205ed080a48 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.1715944
Nov 09 15:32:37.729138 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750f91-0a72-43f2-b5a7-a8fd8fe90519 req-2c7c9fc3-8fa0-4ae3-bf38-86114bf4e198 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:37.730954 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2750f91-0a72-43f2-b5a7-a8fd8fe90519 req-2c7c9fc3-8fa0-4ae3-bf38-86114bf4e198 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 946 time: 0.1291885
Nov 09 15:32:37.796566 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9a623139-f356-4dd6-89d3-97ef89cb4240 req-0e0aa424-dbe2-47fe-bef0-a45e7fb8ebdc tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646305
Nov 09 15:32:37.806758 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2750f91-0a72-43f2-b5a7-a8fd8fe90519 req-f50712aa-ac07-42d5-bdff-6c919ca71ace tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618634
Nov 09 15:32:37.825955 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-75a384eb-0b23-4373-8fc8-919bca7b5a9c req-747df228-517c-46a2-99d4-cac2b28085af service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384866
Nov 09 15:32:39.080196 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01bf75-77c2-4a58-a607-e17572a6d0a0 req-9c6b8680-a181-489b-a988-fee835affeef tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:39.081590 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6a01bf75-77c2-4a58-a607-e17572a6d0a0 req-9c6b8680-a181-489b-a988-fee835affeef tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.1183038
Nov 09 15:32:39.143060 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6a01bf75-77c2-4a58-a607-e17572a6d0a0 req-1c33c606-c500-4f3e-92e9-7f549e612dd7 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551958
Nov 09 15:32:39.167517 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba5d11-16e3-4915-9a5f-dcdca287aa95 req-48d40e44-b62f-4cd0-bfb5-02a937ba6487 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:39.169082 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c9ba5d11-16e3-4915-9a5f-dcdca287aa95 req-48d40e44-b62f-4cd0-bfb5-02a937ba6487 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 946 time: 0.1311936
Nov 09 15:32:39.215142 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c9ba5d11-16e3-4915-9a5f-dcdca287aa95 req-57148a7b-c105-40f4-9221-e9eb00c211f7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402367
Nov 09 15:32:40.329810 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae0fbd-66df-4349-8cac-09b94a649abb req-69c8afdb-ec9a-484e-82e1-16232a96b0e9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:40.331366 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05ae0fbd-66df-4349-8cac-09b94a649abb req-69c8afdb-ec9a-484e-82e1-16232a96b0e9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0825317
Nov 09 15:32:40.381621 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-05ae0fbd-66df-4349-8cac-09b94a649abb req-c85e93ec-2595-4c6c-87f3-881a2eac51fc tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442765
Nov 09 15:32:41.572523 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4d803-312a-44f5-8d5f-6b812382690a req-e617cab3-c14b-4ec9-91e8-a1d4aa582f47 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:41.574007 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e9d4d803-312a-44f5-8d5f-6b812382690a req-e617cab3-c14b-4ec9-91e8-a1d4aa582f47 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0839024
Nov 09 15:32:41.621159 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e9d4d803-312a-44f5-8d5f-6b812382690a req-34df539f-5b9b-4297-89f7-c4d071fe73ca tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410771
Nov 09 15:32:42.827178 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210b4aa-7d15-4d46-aa40-e0935608152a req-0ed27dc9-c63b-4062-acf9-864e3ba90c6f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:42.828706 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5210b4aa-7d15-4d46-aa40-e0935608152a req-0ed27dc9-c63b-4062-acf9-864e3ba90c6f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0936472
Nov 09 15:32:42.878099 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5210b4aa-7d15-4d46-aa40-e0935608152a req-a4e81992-fad6-4179-a8ee-3d890c46a76f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433440
Nov 09 15:32:44.071490 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15909-f367-4eed-9842-0427db0164f5 req-79e33702-9ec0-41e5-8dd3-acb88feae997 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:44.072958 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-02f15909-f367-4eed-9842-0427db0164f5 req-79e33702-9ec0-41e5-8dd3-acb88feae997 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0852766
Nov 09 15:32:44.120982 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-02f15909-f367-4eed-9842-0427db0164f5 req-1ea0050d-b63e-4f44-b66b-335a9ea76b45 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414968
Nov 09 15:32:44.976264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d90650-60e5-4074-8a63-461be8052f70 req-108bed3c-e3fa-4a1a-a86a-d8467298a9d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:44.977900 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b6d90650-60e5-4074-8a63-461be8052f70 req-108bed3c-e3fa-4a1a-a86a-d8467298a9d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.0884085
Nov 09 15:32:45.026070 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b6d90650-60e5-4074-8a63-461be8052f70 req-01877cca-5576-42b0-8b35-1b2852586bb6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417323
Nov 09 15:32:45.317718 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479deb-1f6d-4b63-814b-0bf9f109a30c req-9a86e096-a6cb-46df-b938-ac689ccbd5f0 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:45.319181 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fe479deb-1f6d-4b63-814b-0bf9f109a30c req-9a86e096-a6cb-46df-b938-ac689ccbd5f0 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0854068
Nov 09 15:32:45.372062 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fe479deb-1f6d-4b63-814b-0bf9f109a30c req-38558bcc-ced5-4765-9350-72d6e17d0d13 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469105
Nov 09 15:32:46.234334 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3395ff-4a5c-4021-a2b6-da60bacf673c req-365df775-6c97-45eb-972d-51a843c9609c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:46.242926 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7c3395ff-4a5c-4021-a2b6-da60bacf673c req-365df775-6c97-45eb-972d-51a843c9609c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.0875690
Nov 09 15:32:46.288052 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7c3395ff-4a5c-4021-a2b6-da60bacf673c req-65e54bc9-ba6d-4740-8093-5beb75b832f5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460391
Nov 09 15:32:46.328315 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 30188e66-3a80-4e8e-8e77-69fb5babadc0 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:32:46.499702 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 30188e66-3a80-4e8e-8e77-69fb5babadc0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:46.520128 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:32:46.578868 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:46.597210 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30188e66-3a80-4e8e-8e77-69fb5babadc0 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:32:46.614889 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d753c37-6be8-4c19-a05b-d0afa68a3899 req-4ff99d5c-5545-4593-9f80-c3d56ec98fdb tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:46.615525 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 30188e66-3a80-4e8e-8e77-69fb5babadc0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:46.616678 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9d753c37-6be8-4c19-a05b-d0afa68a3899 req-4ff99d5c-5545-4593-9f80-c3d56ec98fdb tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.1081154
Nov 09 15:32:46.620197 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:46.622130 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:46.671941 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9d753c37-6be8-4c19-a05b-d0afa68a3899 req-c40d1676-a6f6-49f9-90e9-4b63c9165b55 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464468
Nov 09 15:32:46.707439 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=30188e66-3a80-4e8e-8e77-69fb5babadc0,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:46.710826 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:47.093510 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['30188e66-3a80-4e8e-8e77-69fb5babadc0'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:32:47.205190 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-9080a49f-470a-4eee-b37c-304f1b0d1ee1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:47.205852 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-9080a49f-470a-4eee-b37c-304f1b0d1ee1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Synchronizing usage tracker for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:32:47.219213 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-9080a49f-470a-4eee-b37c-304f1b0d1ee1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Unset dirty status for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:32:47.220509 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-9080a49f-470a-4eee-b37c-304f1b0d1ee1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.1040494
Nov 09 15:32:47.309223 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Deleting port 82a32dd8-21b1-4993-87d7-b6cb2714bedc {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:32:47.309614 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:47.503161 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42515f8-644d-4a3f-9d7b-c7540d40fde2 req-20063f2b-d03c-47d2-9772-7ae7f01e63a9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:47.504949 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f42515f8-644d-4a3f-9d7b-c7540d40fde2 req-20063f2b-d03c-47d2-9772-7ae7f01e63a9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 947 time: 0.0900812
Nov 09 15:32:47.556518 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f42515f8-644d-4a3f-9d7b-c7540d40fde2 req-4bd3add5-40a9-4722-b7c6-fb566c6a87bb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=2513913a-c5fa-4e5c-b759-8f9e4043790e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454051
Nov 09 15:32:47.624987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] For port 82a32dd8-21b1-4993-87d7-b6cb2714bedc, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=82a32dd8-21b1-4993-87d7-b6cb2714bedc,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:47.625344 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:47.886682 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef85696-877d-4e7c-a351-fa39f30ded72 req-2b2a3568-c64f-493d-acbc-9e30c7fa2ec7 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:47.888406 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4ef85696-877d-4e7c-a351-fa39f30ded72 req-2b2a3568-c64f-493d-acbc-9e30c7fa2ec7 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 944 time: 0.0953429
Nov 09 15:32:47.951480 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4ef85696-877d-4e7c-a351-fa39f30ded72 req-05c3e038-f324-415c-a6fe-fe7d5dc2eb3e tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560338
Nov 09 15:32:47.956501 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:47.956881 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:47.957225 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Floating IP e70b42ed-cdeb-43ca-8076-bb7ea01b32cf disassociated. External IP: 172.27.0.4, port: 82a32dd8-21b1-4993-87d7-b6cb2714bedc.
Nov 09 15:32:47.957538 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Calling delete_port for 82a32dd8-21b1-4993-87d7-b6cb2714bedc owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:32:48.117305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:48.123947 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:48.175532 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event deleted for resources: {'Port': ['ID=82a32dd8-21b1-4993-87d7-b6cb2714bedc,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:48.178289 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:48.380335 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Router e61c19b0-348f-446d-af94-04403a338a43 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:32:48.688463 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:32:48.701827 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] Sync routers for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:32:48.715998 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:32:48.717617 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0582c790>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:48.769588 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-06534b39-f211-4e0d-9c6a-e1d19fc7ad50 req-72a2f15f-ac95-494e-8b30-8f1066d09d60 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=8c58d92c-55c5-4031-a393-56603a849cdb HTTP/1.1" status: 200  len: 210 time: 0.0800679
Nov 09 15:32:48.788780 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] No DVR routers for this DVR port 82a32dd8-21b1-4993-87d7-b6cb2714bedc on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:32:48.793801 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:48.797969 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-deleted', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:48.821044 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5f3a1e65-9562-4c11-81c1-3c049acc4b44 req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "DELETE /v2.0/ports/82a32dd8-21b1-4993-87d7-b6cb2714bedc HTTP/1.1" status: 204  len: 173 time: 1.5941012
Nov 09 15:32:48.859966 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58d92c-55c5-4031-a393-56603a849cdb', 'name': 'network-vif-deleted', 'tag': '82a32dd8-21b1-4993-87d7-b6cb2714bedc', 'status': 'completed', 'code': 200}
Nov 09 15:32:48.944408 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:32:49.175944 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be899753-6655-4d59-abb7-93d87b4c09b9 req-49af0a01-7b16-43fb-b616-21edd9b8704b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:49.177772 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-be899753-6655-4d59-abb7-93d87b4c09b9 req-49af0a01-7b16-43fb-b616-21edd9b8704b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 944 time: 0.0907602
Nov 09 15:32:49.228783 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-be899753-6655-4d59-abb7-93d87b4c09b9 req-ec9f672e-f650-4df8-b546-f16a69de9cac tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448623
Nov 09 15:32:49.376037 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0582c790>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:49.380604 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] Checking router: e61c19b0-348f-446d-af94-04403a338a43 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:32:49.389956 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:32:49.390671 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0582c790>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:49.638241 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:32:49.915873 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35362) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:49.988917 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0582c790>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:49.991853 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8e9ef-ffe6-415e-be06-4f6d705726f3 None None] The sync data for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi is: [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:32:49.995080 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-89e0ca4b-e44e-45fa-b5f6-946ae7468666 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.029301 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-89e0ca4b-e44e-45fa-b5f6-946ae7468666 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.095385 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-89e0ca4b-e44e-45fa-b5f6-946ae7468666 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.101001 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:50.115003 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0ca4b-e44e-45fa-b5f6-946ae7468666 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2513913a-c5fa-4e5c-b759-8f9e4043790e,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:50.117839 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-89e0ca4b-e44e-45fa-b5f6-946ae7468666 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:50.125525 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-89e0ca4b-e44e-45fa-b5f6-946ae7468666 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.126686 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-89e0ca4b-e44e-45fa-b5f6-946ae7468666 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "DELETE /v2.0/security-groups/2513913a-c5fa-4e5c-b759-8f9e4043790e HTTP/1.1" status: 204  len: 168 time: 0.2095680
Nov 09 15:32:50.129560 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35372) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:50.152478 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.api.v2.resource [None req-3ebcde28-90a6-4ba8-8008-20f607bff132 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] show failed (client error): The resource could not be found.
Nov 09 15:32:50.156796 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-3ebcde28-90a6-4ba8-8008-20f607bff132 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups/2513913a-c5fa-4e5c-b759-8f9e4043790e HTTP/1.1" status: 404  len: 347 time: 0.0227993
Nov 09 15:32:50.157282 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35376) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:50.353646 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdf4341-779b-41bc-809d-7d4eff404a31 None None] New status for floating IP e70b42ed-cdeb-43ca-8076-bb7ea01b32cf: DOWN {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:32:50.368349 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 30188e66-3a80-4e8e-8e77-69fb5babadc0 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:32:50.458595 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 30188e66-3a80-4e8e-8e77-69fb5babadc0 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:32:50.465835 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 30188e66-3a80-4e8e-8e77-69fb5babadc0 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:32:50.466875 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.499803 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Deleting port 092dfa34-fa71-4b8d-99d6-d7ec254ccef7 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:32:50.500513 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.559719 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797864d-d1e4-4b69-b176-308bbe615242 req-e602eb90-e10e-4aee-8cba-84766f0bc7d6 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:50.567423 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2797864d-d1e4-4b69-b176-308bbe615242 req-e602eb90-e10e-4aee-8cba-84766f0bc7d6 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 944 time: 0.2183862
Nov 09 15:32:50.654615 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.692114 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:50.706863 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 30188e66-3a80-4e8e-8e77-69fb5babadc0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:32:50.709544 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2797864d-d1e4-4b69-b176-308bbe615242 req-501186ec-7833-4319-a6cc-e00061521794 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1407843
Nov 09 15:32:50.712115 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.714435 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:50.767266 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'code': 200}
Nov 09 15:32:50.777793 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.778166 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:50.798369 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=30188e66-3a80-4e8e-8e77-69fb5babadc0,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:50.802233 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:50.914808 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Calling delete_port for 092dfa34-fa71-4b8d-99d6-d7ec254ccef7 owned by network:floatingip {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:32:51.011731 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.db.api [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:32:51.012008 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_db.api [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:32:51.148757 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be6103-2033-4715-94b2-0fde02b889a8 req-b4dc4862-5c04-4a13-9f39-9e3fe0ac8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:51.150294 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f7be6103-2033-4715-94b2-0fde02b889a8 req-b4dc4862-5c04-4a13-9f39-9e3fe0ac8bc2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 1098 time: 0.0892258
Nov 09 15:32:51.201108 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f7be6103-2033-4715-94b2-0fde02b889a8 req-859ef7be-8ba9-4325-871e-2c93945ad398 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421059
Nov 09 15:32:51.513976 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Deleting port 092dfa34-fa71-4b8d-99d6-d7ec254ccef7 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:32:51.514643 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:51.705701 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:51.706001 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:51.854433 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Calling delete_port for 092dfa34-fa71-4b8d-99d6-d7ec254ccef7 owned by network:floatingip {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:32:52.077645 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28b68a-a324-485c-8901-e1a365020594 req-e1c2cc28-f7d6-47f2-9062-3b427df935bb tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:52.079308 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9c28b68a-a324-485c-8901-e1a365020594 req-e1c2cc28-f7d6-47f2-9062-3b427df935bb tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 945 time: 0.1601491
Nov 09 15:32:52.133314 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:52.140224 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:52.190574 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event deleted for resources: {'Port': ['ID=092dfa34-fa71-4b8d-99d6-d7ec254ccef7,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:52.195035 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9c28b68a-a324-485c-8901-e1a365020594 req-26df8b0e-41b3-4f32-b722-117318e6f232 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060417
Nov 09 15:32:52.197781 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:52.288638 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:52.303010 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:52.304099 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "DELETE /v2.0/floatingips/e70b42ed-cdeb-43ca-8076-bb7ea01b32cf HTTP/1.1" status: 204  len: 168 time: 2.1462991
Nov 09 15:32:52.380882 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:32:52.432432 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 82a32dd8-21b1-4993-87d7-b6cb2714bedc {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:32:52.433018 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 82a32dd8-21b1-4993-87d7-b6cb2714bedc not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:32:52.851622 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35428) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:52.859704 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463273825', 'description': 'tempest-description--1842969441'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:52.868771 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:52.873350 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:security_group and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:52.877742 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:52.884476 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:52.897364 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:52.917903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:52.923731 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:security_group_rule and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:52.926940 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:52.933264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:53.021461 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.027494 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.032180 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-63c03175-95a1-461d-b862-b7520f5d5416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:53.196419 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e980fea-0084-48f0-95a1-ca877e042ce8,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:53.199362 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:53.201160 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.202780 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-5370a1e4-ab44-47ea-8f7c-d70f4120cdd6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3500097
Nov 09 15:32:53.205773 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35446) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:53.210828 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'security_group_rule': {'security_group_id': '3e980fea-0084-48f0-95a1-ca877e042ce8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:53.216921 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:53.220891 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:security_group_rule and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:53.223627 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:53.229519 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:53.247264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.321948 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.371772 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.376731 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:53.405988 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2345b46c-4811-4f86-986a-a8ff0560eeaf,revision_number=0']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:53.413609 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:53.425251 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.426414 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-1ed27ea5-c9bd-440b-b462-043df41b9194 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2197177
Nov 09 15:32:53.429578 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35452) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:53.438167 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'security_group_rule': {'security_group_id': '3e980fea-0084-48f0-95a1-ca877e042ce8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:53.441932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:53.444465 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d74a9a-6a2d-42fb-8e17-7d7ca4ca4a92 req-4f0ce08c-ee67-4c62-bb58-2e5b110ff71b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:53.445926 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e5d74a9a-6a2d-42fb-8e17-7d7ca4ca4a92 req-4f0ce08c-ee67-4c62-bb58-2e5b110ff71b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 945 time: 0.1273603
Nov 09 15:32:53.446137 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:security_group_rule and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:53.449134 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:53.456320 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:53.474679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.495398 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e5d74a9a-6a2d-42fb-8e17-7d7ca4ca4a92 req-8a7b8aee-d8c7-49be-a7aa-b575dd123908 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422883
Nov 09 15:32:53.540810 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.547847 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.550553 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:53.581492 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8055a1a-0c2d-4a59-b31a-41c2d9dd7078,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:53.586966 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:53.595842 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.597106 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1664405
Nov 09 15:32:53.600663 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35458) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:53.608713 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:53.646250 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:53.659354 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Usage tracker for resource:floatingip and tenant:2ccb952c203c46f9bf5ae68cfd6e2acd is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:53.663198 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:53.670799 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:53.692484 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.793140 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be91ac-d1a0-475a-8528-e5e4b23348ab req-a60737ac-eb74-4d67-b57c-73b256ec730b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:53.795084 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-48be91ac-d1a0-475a-8528-e5e4b23348ab req-a60737ac-eb74-4d67-b57c-73b256ec730b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 945 time: 0.1812871
Nov 09 15:32:53.858077 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-48be91ac-d1a0-475a-8528-e5e4b23348ab req-6ae9fe91-83dc-4d08-98f4-32cb79adf097 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567997
Nov 09 15:32:53.888464 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35462) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:53.906476 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:53.967019 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed1b5e-ad23-4602-a57d-27cba2f31a15 tempest-TestVolumeBootPattern-1149223215 tempest-TestVolumeBootPattern-1149223215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:53.969068 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-b3ed1b5e-ad23-4602-a57d-27cba2f31a15 tempest-TestVolumeBootPattern-1149223215 tempest-TestVolumeBootPattern-1149223215-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 1093 time: 0.0792730
Nov 09 15:32:53.973048 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35466) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:53.981386 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:53.992243 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:54.000508 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:floatingip and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:54.005836 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:54.050761 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:54.068646 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.103472 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Allocated IP 172.27.0.90 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/ccb98789-ec1d-4892-a360-d24880a8e32c) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:32:54.311701 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35476) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:54.341580 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.384767 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.412691 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] Deleting subnet 294c4ff8-b1cb-4178-8e7d-3e57e26e67f4 {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:32:54.416591 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.455969 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.462284 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:54.473348 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892165'] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.533160 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.574932 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:32:54.582730 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:32:54.586666 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'Port': ['ID=ccb98789-ec1d-4892-a360-d24880a8e32c,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:54.588930 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:32:54.603741 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268094'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.608518 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:54.637870 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.638293 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.638808 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.639313 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.639675 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.640035 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.640394 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.640747 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.641099 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.641448 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.641805 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.642178 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:32:54.642548 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294c4ff8-b1cb-4178-8e7d-3e57e26e67f4,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:54.645610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:54.647277 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.650632 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:54.653115 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d9ab32c6-5026-4302-b90a-16b4277c0cbd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/294c4ff8-b1cb-4178-8e7d-3e57e26e67f4 HTTP/1.1" status: 204  len: 168 time: 0.3402562
Nov 09 15:32:54.656561 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35480) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:54.670711 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Allocated IP 172.27.0.45 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/126673df-a1cb-42ae-8c13-e8c42aad13ad) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:32:54.768198 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.796529 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.897011 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.904330 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.907360 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.924471 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b05ea6040>,) {'filters': {'network_id': ['c3ee4335-f7b1-435f-a770-2ba318ff2397']}} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:54.939127 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b05ea6040>, 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2') {'for_net_delete': True} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:54.939420 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b05ea6040>, 'e5013b8d-9cbc-49c6-ab09-7555c9c82bb2') {} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:54.957609 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2892158'] for segment, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.978634 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:54.987320 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=86782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:32:54.987817 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350480'] for segment, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]: Traceback (most recent call last):
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     timer()
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     cb(*args, **kw)
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     return func(*args, **kwargs)
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     self._notify()
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     self.callback(batched_events)
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     event.method(event)
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     return f(self, *a, **k)
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._get(url).json()
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:32:55.002253 dv-cinder-817223-1-iscsi neutron-server[86782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:32:55.073692 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.081541 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.082169 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:55.091385 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:55.100530 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.117886 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ee4335-f7b1-435f-a770-2ba318ff2397,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:55.121012 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:55.130616 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-79f67808-e9d6-4f9a-8d48-66986d9bb8ac admin admin] 10.222.0.87 "DELETE /v2.0/networks/c3ee4335-f7b1-435f-a770-2ba318ff2397 HTTP/1.1" status: 204  len: 168 time: 0.4733136
Nov 09 15:32:55.259192 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35486) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:55.268684 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:32:55.283000 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:32:55.286548 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:32:55.326366 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-48358966-8723-44a8-b5c3-b1026ce33f1a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ba0d9464335e4d9a9dc38a09441cfb5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0655258
Nov 09 15:32:55.328775 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35490) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:55.418332 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cd313b2c-2cff-4509-9b8d-938517ada6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.420659 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.454302 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=126673df-a1cb-42ae-8c13-e8c42aad13ad,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:55.462460 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:55.463274 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.464417 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cd313b2c-2cff-4509-9b8d-938517ada6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.477135 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:55.532373 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cd313b2c-2cff-4509-9b8d-938517ada6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.538542 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-44e3455a-080d-462e-aaea-3feddb9bb07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:55.553275 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd313b2c-2cff-4509-9b8d-938517ada6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1a823a-9c70-4e6c-84ef-106428d52179,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:55.556093 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cd313b2c-2cff-4509-9b8d-938517ada6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:55.559882 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cd313b2c-2cff-4509-9b8d-938517ada6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.561105 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-cd313b2c-2cff-4509-9b8d-938517ada6b8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ea1a823a-9c70-4e6c-84ef-106428d52179 HTTP/1.1" status: 204  len: 168 time: 0.2314110
Nov 09 15:32:55.678489 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'Port': ['ID=ccb98789-ec1d-4892-a360-d24880a8e32c,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:55.686105 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:55.704070 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.819175 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:55.820845 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2187650
Nov 09 15:32:56.039553 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.163067 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.196487 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-af7b56d1-cfb3-4960-bf30-6fce7cdcb116 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Synchronizing usage tracker for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:security_group {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:32:56.245823 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-af7b56d1-cfb3-4960-bf30-6fce7cdcb116 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Unset dirty status for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:security_group {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:32:56.251846 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-af7b56d1-cfb3-4960-bf30-6fce7cdcb116 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--463273825&fields=id&tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd HTTP/1.1" status: 200  len: 267 time: 0.1427495
Nov 09 15:32:56.477762 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35536) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:56.508960 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-9324751f-b788-4285-abed-25a888b737dd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:56.510441 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-9324751f-b788-4285-abed-25a888b737dd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 816 time: 0.2474077
Nov 09 15:32:56.539583 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.542374 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-331e4958-ba21-4abb-b031-8d58ed23040f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/quotas/2ccb952c203c46f9bf5ae68cfd6e2acd HTTP/1.1" status: 200  len: 375 time: 0.0250151
Nov 09 15:32:56.545594 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.550824 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:56.619946 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1905926476-network', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:56.624949 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:56.629715 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Usage tracker for resource:network and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:56.632967 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:56.640428 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:56.652626 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Made reservation on behalf of d328b0457d2741bb8867d2b728caf320 for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:32:56.655599 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.669250 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.689424 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:56.698964 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Usage tracker for resource:security_group_rule and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:56.702361 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:56.710589 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:56.729330 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=126673df-a1cb-42ae-8c13-e8c42aad13ad,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:56.732905 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:56.743068 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.813131 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.818214 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.821374 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0d183258-d398-47c0-8df1-a19a6b0748c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:56.852119 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1187}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:32:56.858684 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfe3963-313e-4b3e-95d9-26821bcf3919,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:56.862517 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:56.866706 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.867195 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Added segment ec22bb9a-80de-42db-bf7b-34a8a591bbf6 of type vlan for network 17f99ca3-987e-4836-92b4-b673102eb5ac
Nov 09 15:32:56.899175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.903890 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-2b89719a-b838-41b9-9c5a-bbb48e632ac9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Synchronizing usage tracker for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:32:56.933053 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.934732 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:56.935345 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:56.941900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:56.948318 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-2b89719a-b838-41b9-9c5a-bbb48e632ac9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Unset dirty status for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:32:56.949684 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-2b89719a-b838-41b9-9c5a-bbb48e632ac9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3641684
Nov 09 15:32:56.960734 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.l3_db [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Floating IP 351ca81b-b026-4146-866e-9cb2a0c2ffef associated. External IP: 172.27.0.45, port: 30188e66-3a80-4e8e-8e77-69fb5babadc0.
Nov 09 15:32:57.063381 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Pushing event updated for resources: {'Network': ['ID=17f99ca3-987e-4836-92b4-b673102eb5ac,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:57.066162 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5872471
Nov 09 15:32:57.067822 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:57.068976 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35548) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:57.075113 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Request body: {'subnet': {'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1905926476-subnet', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:57.078584 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 17f99ca3-987e-4836-92b4-b673102eb5ac details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:32:57.087895 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:57.096529 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Usage tracker for resource:subnet and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:57.102046 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:57.109874 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:57.122551 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Made reservation on behalf of d328b0457d2741bb8867d2b728caf320 for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:32:57.125767 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268121'] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:57.390349 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268103'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:57.399624 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-34397383-451b-4471-8ba3-e6eca8291368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:57.457340 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-f6dd21ad-14c5-47ef-bb76-a858b792d0f8 service neutron] 10.222.0.87 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4401121
Nov 09 15:32:57.573554 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebdd4d98-3d10-46a6-b9ed-ed62484fb911,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:57.577826 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:57.582269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Checking segment: {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:32:57.582649 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Network hostable DHCP agents. Network: 17f99ca3-987e-4836-92b4-b673102eb5ac, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:32:57.602802 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Network 17f99ca3-987e-4836-92b4-b673102eb5ac is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:32:57.618571 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 17f99ca3-987e-4836-92b4-b673102eb5ac) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:32:57.623486 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:57.624325 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:57.634390 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5fc1fc-8e46-4cb0-824e-005618d6b188 None None] Network 17f99ca3-987e-4836-92b4-b673102eb5ac requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:32:57.639031 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc54743-d52c-413e-95a1-ab19839b9aad req-1f97f68d-8f8e-49d4-a3b5-a29dd110c5c0 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:57.640753 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8dc54743-d52c-413e-95a1-ab19839b9aad req-1f97f68d-8f8e-49d4-a3b5-a29dd110c5c0 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 946 time: 0.3806851
Nov 09 15:32:57.652287 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5790818
Nov 09 15:32:57.652532 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35554) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:32:57.658596 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:32:57.663456 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:32:57.669013 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Usage tracker for resource:router and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:32:57.671258 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:32:57.680126 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:32:57.693906 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:57.695644 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:57.713029 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:57.823365 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8dc54743-d52c-413e-95a1-ab19839b9aad req-c6f6c7a9-d0a5-4f91-be2d-60758032b02b tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210403
Nov 09 15:32:57.834154 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-e0058b7a-c763-4e0e-91ad-95f99f5b5942 service neutron] 10.222.0.87 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3141928
Nov 09 15:32:57.840266 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:32:57.947409 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-17f99ca3-987e-4836-92b4-b673102eb5ac', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:32:57.948551 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:58.098272 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:58.125131 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Allocated IP 172.20.0.2 (17f99ca3-987e-4836-92b4-b673102eb5ac/ebdd4d98-3d10-46a6-b9ed-ed62484fb911/3e2aa014-fe1d-4267-ac4f-b49c77df3df8) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:32:58.178508 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c9dabdc7-2c58-45c2-881e-9a58737627c7 req-5152c3a0-8ad4-4a21-98f8-d6b83cc6acf9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 210 time: 0.0660496
Nov 09 15:32:58.207152 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:32:58.246060 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:58.313394 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.3391333
Nov 09 15:32:58.314768 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:32:58.416448 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:32:58.444471 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:32:58.445108 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0586c040>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:58.530635 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:58.561107 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'status': 'completed', 'code': 200}
Nov 09 15:32:58.563280 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:58.621992 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:58.642832 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Transition to ACTIVE for port object 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:32:58.662507 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:32:58.730618 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Transition to ACTIVE for port object 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:32:58.740668 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:58.747076 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-726d1f91-97d7-48dd-a1ea-44206a9be7c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:58.775335 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-2924888c-de5c-411d-af53-861831d6c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:58.776830 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-2924888c-de5c-411d-af53-861831d6c920 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 1098 time: 0.1577399
Nov 09 15:32:58.778052 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Allocated IP 172.27.0.89 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/ced64007-dc57-4f61-b33e-db1e8ba8914c) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:32:58.906525 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Network 17f99ca3-987e-4836-92b4-b673102eb5ac is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:32:58.911955 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:32:58.918369 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:32:58.938493 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Pushing event updated for resources: {'Port': ['ID=3e2aa014-fe1d-4267-ac4f-b49c77df3df8,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:58.967748 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:59.054004 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:59.080291 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8f4c5-4c1f-4470-847e-6112369a4e02 req-4398d37c-d68d-4122-9acf-459ae588e3d7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:59.082298 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a4c8f4c5-4c1f-4470-847e-6112369a4e02 req-4398d37c-d68d-4122-9acf-459ae588e3d7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 946 time: 0.0993912
Nov 09 15:32:59.101658 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Attempting to bind port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:32:59.102099 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Attempting to bind port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:32:59.102439 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Attempting to bind port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 on network 17f99ca3-987e-4836-92b4-b673102eb5ac {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:32:59.104590 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-176915c8-7bdb-4d8a-80a8-dba919e1c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:59.106458 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-176915c8-7bdb-4d8a-80a8-dba919e1c1df service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 914 time: 0.2954924
Nov 09 15:32:59.108683 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:59.114515 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-febb82f0-253e-461a-b22a-89bfccde5186 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:59.117219 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:32:59.117640 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Checking segment: {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:32:59.118151 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:59.118624 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Bound using segment: {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:32:59.119126 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Bound port: 3e2aa014-fe1d-4267-ac4f-b49c77df3df8, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:32:59.119514 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:59.145914 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a4c8f4c5-4c1f-4470-847e-6112369a4e02 req-51ded16a-3c33-49e2-939d-549729050cce tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530000
Nov 09 15:32:59.287149 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] For port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:32:59.292694 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] For port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3e2aa014-fe1d-4267-ac4f-b49c77df3df8,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:32:59.302392 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:32:59.307411 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-64f82280-9b8b-40bb-a208-9c41dce71a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:32:59.390696 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0586c040>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:32:55Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:59.399269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:32:59.403327 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:32:59.405274 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:32:59.408152 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:32:59.416146 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Pushing event updated for resources: {'Port': ['ID=3e2aa014-fe1d-4267-ac4f-b49c77df3df8,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:59.431259 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:59.437074 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:32:59.437946 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0586c040>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:32:59.486142 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f4a66cee-f044-48f7-affb-8018732e6ea9 req-68dc6e56-7d9d-4a0e-8c67-ecf75e9b78ad tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 210 time: 0.1307509
Nov 09 15:32:59.488315 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Pushing event updated for resources: {'Port': ['ID=ced64007-dc57-4f61-b33e-db1e8ba8914c,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:32:59.492305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:32:59.497256 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-012abd59-a554-45cb-b9e7-98a8d49ecb11 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0 HTTP/1.1" status: 200  len: 998 time: 0.3382225
Nov 09 15:32:59.765003 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-be7c91a7-d5f7-438f-93b3-fb8933daa467 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:32:59.768413 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-be7c91a7-d5f7-438f-93b3-fb8933daa467 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 946 time: 0.1767974
Nov 09 15:32:59.773325 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:32:59.928805 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Deleting port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:32:59.929104 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:00.010868 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-e9b19322-56f4-402e-b427-b95aa8cb085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:00.012376 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-e9b19322-56f4-402e-b427-b95aa8cb085b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.2509663
Nov 09 15:33:00.211448 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-24312838-434d-4b25-9aff-7281178a289b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:00.212228 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-24312838-434d-4b25-9aff-7281178a289b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Synchronizing usage tracker for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:network {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:00.282615 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0586c040>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:32:55Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:00.292545 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc4cf4-6f4d-4ada-afcc-45364ff24c73 None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:32:55Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:00.362423 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-30715421-b540-4f99-a167-bfde7b88a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:00.363974 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-30715421-b540-4f99-a167-bfde7b88a4d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3417675
Nov 09 15:33:00.364642 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-24312838-434d-4b25-9aff-7281178a289b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Unset dirty status for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:network {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:00.365597 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-24312838-434d-4b25-9aff-7281178a289b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 816 time: 0.6055663
Nov 09 15:33:00.370309 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:00.439245 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] For port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:00.439607 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:00.612212 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Calling delete_port for 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e owned by compute:nova {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:00.671702 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee753aa-cdb0-44f3-ac09-890f78af5611 None None] New status for floating IP 351ca81b-b026-4146-866e-9cb2a0c2ffef: ACTIVE {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:33:00.705619 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-3760d039-7070-485c-af0b-19fd4a011d67 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Synchronizing usage tracker for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:security_group {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:00.742932 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-35060576-a913-4d09-ac19-f1f15c480afc req-b1b4afac-a52a-46ad-a2b1-06821d6e9299 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 210 time: 0.0898631
Nov 09 15:33:00.804387 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845b1c8-a215-4cea-bb53-b9bddcf381cf req-09047d4c-bb9b-43ff-946e-714fd68fdcd7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:00.807772 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-3760d039-7070-485c-af0b-19fd4a011d67 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Unset dirty status for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:security_group {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:00.809441 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-3760d039-7070-485c-af0b-19fd4a011d67 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd HTTP/1.1" status: 200  len: 379 time: 0.3782525
Nov 09 15:33:00.817496 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9845b1c8-a215-4cea-bb53-b9bddcf381cf req-09047d4c-bb9b-43ff-946e-714fd68fdcd7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a025209-4cf5-4751-85d2-bac508ee7ef2 HTTP/1.1" status: 200  len: 946 time: 0.4444606
Nov 09 15:33:00.820355 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-fa112b44-8ba0-4c7f-8298-854cdd736681 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3907146
Nov 09 15:33:00.823972 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'port': {'device_id': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'admin_state_up': True, 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'security_groups': ['3e980fea-0084-48f0-95a1-ca877e042ce8']}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:00.831530 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09636456-2ebe-4f5a-afef-302042a242c6 None None] Network 17f99ca3-987e-4836-92b4-b673102eb5ac requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:00.932316 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9845b1c8-a215-4cea-bb53-b9bddcf381cf req-86e2e8e1-81ea-4a88-b61f-fe69a437dfa8 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133811
Nov 09 15:33:00.961135 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-cecfa3ad-ea08-4466-aa43-2e8a8d518007 None None] Provisioning for port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:00.985229 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:00.986615 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:01.000469 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:01.007761 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', '68266f76-3070-4b86-b832-308b5eda72bf', '48edd150-3d5e-4acd-9ee9-5ae10b223fb0', '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:33:01.058401 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Pushing event deleted for resources: {'Port': ['ID=9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:01.061787 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:01.098113 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:01.156245 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] No DVR routers for this DVR port 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e on host hv-cinder-81722 {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:33:01.160242 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:01.163763 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a025209-4cf5-4751-85d2-bac508ee7ef2', 'name': 'network-vif-deleted', 'tag': '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:01.173925 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bdebdccb-8b96-459a-81ae-06bae4eedba9 req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "DELETE /v2.0/ports/9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e HTTP/1.1" status: 204  len: 173 time: 1.3942864
Nov 09 15:33:01.233662 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a025209-4cf5-4751-85d2-bac508ee7ef2', 'name': 'network-vif-deleted', 'tag': '9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e', 'status': 'completed', 'code': 200}
Nov 09 15:33:01.336922 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Made reservation on behalf of 2ccb952c203c46f9bf5ae68cfd6e2acd for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:33:01.340932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:01.586634 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-9f4bc154-bc12-4afd-8990-2bf65abd66e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:01.626948 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-eb12bd05-48d2-49f9-8270-a54d36961b86 req-7ac291d1-8541-4c85-914d-afc1eeaba91a service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6338873
Nov 09 15:33:01.768929 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:01.801175 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:01.877396 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:01.913760 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:01.920544 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:01.921359 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:01.926547 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Allocated IP 172.20.0.7 (2ab623ee-64b4-41f1-b036-10cd175b37aa/4b96d142-cb72-4047-8784-8d550b536922/5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:33:01.948920 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-700c565d-5a15-4259-8bf5-c36b484ec4fc req-349496ab-5409-480d-aa81-03b206d2f0ec tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 210 time: 0.0539086
Nov 09 15:33:02.118736 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:02.169440 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3e2aa014-fe1d-4267-ac4f-b49c77df3df8,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:02.178514 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:02.185056 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:02.273169 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=3e2aa014-fe1d-4267-ac4f-b49c77df3df8,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:02.279312 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:02.324211 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:02.335414 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Router 6a5aa25e-f42e-456a-897f-44364b161038 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:33:02.353920 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Transition to ACTIVE for port object 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:02.416032 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-534c047c-d674-4e14-bcd6-b11e44c1434b tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258563834&fields=id&tenant_id=a3e4478342264605b8649ab0a3b3c93e HTTP/1.1" status: 200  len: 267 time: 0.0486310
Nov 09 15:33:02.542119 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-505bad11-423a-4d07-812d-f84d10fe57dd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:02.544255 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-505bad11-423a-4d07-812d-f84d10fe57dd tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 984 time: 0.1199052
Nov 09 15:33:02.558635 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Request body: {'port': {'security_groups': ['a187d245-d354-4721-b203-49442695aa3b']}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:02.577225 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:02.585077 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:02.628699 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:02.642935 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Sync routers for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:02.660618 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:02.661859 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b058926d0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:32:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:02.681994 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:02.686090 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:33:02.689399 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:02.693579 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:02.696253 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:02.699157 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:33:02.764166 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:02.767619 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.1120436
Nov 09 15:33:02.771518 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35612) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:02.899666 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:02.900394 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:02.923326 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1054230
Nov 09 15:33:02.958623 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:02.991848 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Request body: {'port': {'device_id': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:03.034634 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] For port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:03.068238 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:03.077160 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:03.086973 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-463f7ab0-6662-4cbc-a41f-c26a5a956afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:03.098425 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:33:03.131827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:03.219327 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-fa2420c7-5adf-4d54-8700-28fde64bf4e9 None None] Provisioning for port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:03.221026 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:03.221770 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:03.227044 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5b0806f2-e500-46f6-92c4-ffd311a8049e req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "PUT /v2.0/ports/eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 942 time: 0.6756516
Nov 09 15:33:03.229278 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35618) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:03.235964 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:03.236931 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-fa2420c7-5adf-4d54-8700-28fde64bf4e9 None None] Provisioning complete for port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:03.237318 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fa2420c7-5adf-4d54-8700-28fde64bf4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:03.271267 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event updated for resources: {'Port': ['ID=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,revision_number=7']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:03.288605 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:03.321815 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'status': 'completed', 'code': 200}
Nov 09 15:33:03.361286 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24704b3b-0f16-40c2-afc8-f7f879160f0e req-b7874438-fa24-4ae5-b0d5-5705079f05f1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:03.363169 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-24704b3b-0f16-40c2-afc8-f7f879160f0e req-b7874438-fa24-4ae5-b0d5-5705079f05f1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 931 time: 0.2177453
Nov 09 15:33:03.399522 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:33:03.493794 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-24704b3b-0f16-40c2-afc8-f7f879160f0e req-b1cba4e1-bd53-4c0a-8fce-18179f914ba4 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226854
Nov 09 15:33:03.532488 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-fa2420c7-5adf-4d54-8700-28fde64bf4e9 None None] Port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:33:03.764292 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:03.834126 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-d51722ae-d8a7-4b7a-9f28-0aec14c70521 None None] Provisioning complete for port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:03.834768 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d51722ae-d8a7-4b7a-9f28-0aec14c70521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:03.846446 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b996d6-18f2-4ed0-8974-95c80c161fd1 req-031bb70c-0da3-4c2e-a9bb-5ce8974fa5f1 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:03.847272 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-31b996d6-18f2-4ed0-8974-95c80c161fd1 req-031bb70c-0da3-4c2e-a9bb-5ce8974fa5f1 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Synchronizing usage tracker for tenant:aa401af1f62549e3bf0e320769708c7c on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:03.865577 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-31b996d6-18f2-4ed0-8974-95c80c161fd1 req-031bb70c-0da3-4c2e-a9bb-5ce8974fa5f1 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Unset dirty status for tenant:aa401af1f62549e3bf0e320769708c7c on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:03.867552 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-31b996d6-18f2-4ed0-8974-95c80c161fd1 req-031bb70c-0da3-4c2e-a9bb-5ce8974fa5f1 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 945 time: 0.1090088
Nov 09 15:33:03.902812 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-df618c10-cbb9-4c9b-931c-e8afff8a64ce tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:03.921001 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-31b996d6-18f2-4ed0-8974-95c80c161fd1 req-cbe569ae-2453-4c56-9906-9f365ec9b0b6 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474336
Nov 09 15:33:03.979225 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-df618c10-cbb9-4c9b-931c-e8afff8a64ce tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.027726 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b058926d0>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 3, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:04.031439 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:04.031812 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.086184 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05967191-3dbe-48b9-999c-778caea577c1 req-21c21c05-35db-4eeb-b9b2-e2e3e228481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:04.088048 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05967191-3dbe-48b9-999c-778caea577c1 req-21c21c05-35db-4eeb-b9b2-e2e3e228481e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3e4478342264605b8649ab0a3b3c93e&device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1098 time: 0.5225992
Nov 09 15:33:04.096668 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Checking router: 6a5aa25e-f42e-456a-897f-44364b161038 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:04.097010 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Updating router 6a5aa25e-f42e-456a-897f-44364b161038 port ced64007-dc57-4f61-b33e-db1e8ba8914c binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:33:04.206422 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-26f31c9d-929a-49cd-94c6-86b7c834d689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.214141 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.458217 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05967191-3dbe-48b9-999c-778caea577c1 req-bd8d4ef8-a46b-4141-95fb-925aed3a1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:04.459844 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05967191-3dbe-48b9-999c-778caea577c1 req-bd8d4ef8-a46b-4141-95fb-925aed3a1101 service neutron] 10.222.0.71 "GET /v2.0/networks?id=70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 200  len: 916 time: 0.3553507
Nov 09 15:33:04.470100 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:33:04.486579 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:04.527424 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:04.527797 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 9bea9f53-ce42-4f67-b2eb-73ca1c9ec30e not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:04.532958 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-df618c10-cbb9-4c9b-931c-e8afff8a64ce tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.540642 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.549623 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8f687ade-dfd1-4510-8406-c7792df50c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:04.601054 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df618c10-cbb9-4c9b-931c-e8afff8a64ce tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fa1013-cbe6-4841-bb56-e5557ae1a1b9,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:04.610578 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Transition to ACTIVE for port object 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:04.611579 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-df618c10-cbb9-4c9b-931c-e8afff8a64ce tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:04.652876 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.673020 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8fd09f43-99ce-4e43-96d2-ffb0b828040c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:04.682608 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.698544 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Transition to ACTIVE for port object ced64007-dc57-4f61-b33e-db1e8ba8914c will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:04.702233 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-df618c10-cbb9-4c9b-931c-e8afff8a64ce tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.705783 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-df618c10-cbb9-4c9b-931c-e8afff8a64ce tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "DELETE /v2.0/security-groups/a8fa1013-cbe6-4841-bb56-e5557ae1a1b9 HTTP/1.1" status: 204  len: 168 time: 1.4727440
Nov 09 15:33:04.706251 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35634) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:04.710431 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.714597 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:04.719897 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df29e1d-91c5-464f-80f9-c1aa083583b0 req-835c089a-9f9d-4f9d-8a59-48449c46004c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:04.720126 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05967191-3dbe-48b9-999c-778caea577c1 req-b5d1bc91-9777-470d-aa84-6624cb0eb210 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 1000 time: 0.2431316
Nov 09 15:33:04.721541 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4df29e1d-91c5-464f-80f9-c1aa083583b0 req-835c089a-9f9d-4f9d-8a59-48449c46004c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.0942609
Nov 09 15:33:04.787852 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d118b-f020-4000-89a9-6dbb36009f2d None None] Pushing event updated for resources: {'Port': ['ID=ced64007-dc57-4f61-b33e-db1e8ba8914c,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:04.791610 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-075d118b-f020-4000-89a9-6dbb36009f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:04.824516 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Attempting to bind port ced64007-dc57-4f61-b33e-db1e8ba8914c on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:33:04.825091 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Attempting to bind port ced64007-dc57-4f61-b33e-db1e8ba8914c by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:33:04.825534 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Attempting to bind port ced64007-dc57-4f61-b33e-db1e8ba8914c on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:04.832798 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:33:04.833319 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:04.835127 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.835673 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:33:04.836275 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Bound port: ced64007-dc57-4f61-b33e-db1e8ba8914c, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:33:04.836759 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.931733 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] For port ced64007-dc57-4f61-b33e-db1e8ba8914c, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:33:04.936932 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] For port ced64007-dc57-4f61-b33e-db1e8ba8914c, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=ced64007-dc57-4f61-b33e-db1e8ba8914c,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:33:04.944307 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:04.981062 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:05.011900 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4df29e1d-91c5-464f-80f9-c1aa083583b0 req-db6df30d-f779-43f6-8eb1-b4ba24af0417 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995672
Nov 09 15:33:05.117857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:05.122892 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:05.143990 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:05.144979 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b058926d0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:05.152815 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:05.164361 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05967191-3dbe-48b9-999c-778caea577c1 req-98656445-25d6-4847-a06b-62b4689e6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:05.166994 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05967191-3dbe-48b9-999c-778caea577c1 req-98656445-25d6-4847-a06b-62b4689e6a87 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dd824ab7-e7fe-4258-8624-5ffedf89effd HTTP/1.1" status: 200  len: 853 time: 0.4317667
Nov 09 15:33:05.249196 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Deleting port b2f5070a-eb12-4168-8d9e-008a0c9a0bd0 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:05.249440 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:05.249803 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:05.379878 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d118b-f020-4000-89a9-6dbb36009f2d None None] Pushing event updated for resources: {'Port': ['ID=ced64007-dc57-4f61-b33e-db1e8ba8914c,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:05.400186 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-075d118b-f020-4000-89a9-6dbb36009f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:05.432858 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Attempting to bind port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:33:05.433344 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Attempting to bind port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:33:05.433811 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Attempting to bind port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c on network 2ab623ee-64b4-41f1-b036-10cd175b37aa {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:05.452004 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:05.453441 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c on network 2ab623ee-64b4-41f1-b036-10cd175b37aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:33:05.453930 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Attempting to bind port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c on network 2ab623ee-64b4-41f1-b036-10cd175b37aa {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:05.476650 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:33:05.477207 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Checking segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:05.477821 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Bound using segment: {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:33:05.478585 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Bound port: 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382402bd-f050-4985-a712-9bea59e8be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:33:05.479160 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:05.531142 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21ffb-321c-43a6-9f34-b5ed7bbd99b4 req-44138cbb-3ac2-42ad-ad93-a9cea62c623f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:05.538630 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a2f21ffb-321c-43a6-9f34-b5ed7bbd99b4 req-44138cbb-3ac2-42ad-ad93-a9cea62c623f tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 945 time: 0.4054191
Nov 09 15:33:05.563956 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:05.564424 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:05.564624 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05967191-3dbe-48b9-999c-778caea577c1 req-04c30b3f-1fb8-4874-972d-068bf28dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:05.566273 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05967191-3dbe-48b9-999c-778caea577c1 req-04c30b3f-1fb8-4874-972d-068bf28dc19c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=70aabe4c-c06e-42e1-8431-d75ad3d3e464&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3815818
Nov 09 15:33:05.754615 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a2f21ffb-321c-43a6-9f34-b5ed7bbd99b4 req-4b99fabf-48dc-488d-9b0b-fc306422d340 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150912
Nov 09 15:33:05.774938 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Calling delete_port for b2f5070a-eb12-4168-8d9e-008a0c9a0bd0 owned by network:floatingip {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:05.894449 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:33:05.923668 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b058926d0>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 3, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:05.930659 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dceb05-c799-4009-921a-03ec39003aa3 None None] The sync data for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi is: [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 3, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:05.932872 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Allocated IP 172.20.0.1 (17f99ca3-987e-4836-92b4-b673102eb5ac/ebdd4d98-3d10-46a6-b9ed-ed62484fb911/7e5c69cf-bde4-4feb-a947-7a32a50d5927) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:33:05.964002 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-9cd6a5ec-7009-421c-93f7-65f56c6d6610 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:05.965880 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-9cd6a5ec-7009-421c-93f7-65f56c6d6610 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 945 time: 0.1584177
Nov 09 15:33:05.969505 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:33:05.982428 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05967191-3dbe-48b9-999c-778caea577c1 req-28ffa6b0-dc3c-412b-a972-0a717bc9a60c service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3646209
Nov 09 15:33:05.985802 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:05.993314 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-48b81cf3-bf79-4faf-a709-4634c95c4da2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:06.215224 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Deleting port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:06.215950 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:06.336557 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:06.352968 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4d3f51cc-d40b-478e-a660-1cb5842e1bad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:06.386480 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:06.470537 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:33:06.500265 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:06.501168 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:06.504143 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] 10.222.0.71 "PUT /v2.0/ports/5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c HTTP/1.1" status: 200  len: 1093 time: 3.5720427
Nov 09 15:33:06.508322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:06.512014 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event deleted for resources: {'Port': ['ID=b2f5070a-eb12-4168-8d9e-008a0c9a0bd0,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:06.528113 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:06.677340 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'status': 'completed', 'code': 200}
Nov 09 15:33:06.700806 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:06.726407 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:06.752103 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-05967191-3dbe-48b9-999c-778caea577c1 req-79a38b5e-1586-481a-8666-3cbbc57703da service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7616785
Nov 09 15:33:06.757201 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:06.804276 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:06.828705 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Transition to ACTIVE for port object 7e5c69cf-bde4-4feb-a947-7a32a50d5927 will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:06.835822 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-970db601-28e2-43ea-82df-c67f8c4b9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:06.837659 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-970db601-28e2-43ea-82df-c67f8c4b9d4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 1096 time: 0.2426982
Nov 09 15:33:06.880866 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd6202-8957-4945-ab68-6856b6b71c56 req-dea2c7fc-c77a-4fb0-9b46-447ab9c464d0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:06.889431 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dbcd6202-8957-4945-ab68-6856b6b71c56 req-dea2c7fc-c77a-4fb0-9b46-447ab9c464d0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.7432468
Nov 09 15:33:06.898090 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks [] for floatingip, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:06.899838 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.l3_db [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Floating IP cbea98cb-996f-4472-b8ee-0c461624b325 disassociated (deleted). External IP: 172.27.0.39, port: eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a.
Nov 09 15:33:06.937084 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-ff57ff94-eeda-4548-a64e-d9e1d847b86d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c HTTP/1.1" status: 200  len: 217 time: 0.0904875
Nov 09 15:33:07.008025 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:07.017123 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3993c2ee-9cb0-43c0-be5f-1cb2a2799c6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:07.111902 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Network 17f99ca3-987e-4836-92b4-b673102eb5ac is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:33:07.124404 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:07.124404 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:33:07.154365 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-1303e7ca-19df-4cd2-9839-6e5867ab9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:07.156218 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-1303e7ca-19df-4cd2-9839-6e5867ab9a2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.2112412
Nov 09 15:33:07.172771 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5c69cf-bde4-4feb-a947-7a32a50d5927,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:07.216307 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:07.252248 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:07.448860 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] For port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:07.449229 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:07.458610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-9bd460ee-1834-4eb1-9e8f-2b84a1c16b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:07.460314 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-9bd460ee-1834-4eb1-9e8f-2b84a1c16b55 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2886925
Nov 09 15:33:07.477097 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dbcd6202-8957-4945-ab68-6856b6b71c56 req-2e359c87-aa05-49b0-917b-33880babe8f3 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5868249
Nov 09 15:33:07.511328 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-0901292e-d0e8-4252-b673-c330c849e454 None None] Provisioning for port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:07.519361 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-0901292e-d0e8-4252-b673-c330c849e454 None None] Provisioning complete for port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:07.519712 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-0901292e-d0e8-4252-b673-c330c849e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:07.596766 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-0901292e-d0e8-4252-b673-c330c849e454 None None] Port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:33:07.641519 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Calling delete_port for 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 owned by compute:nova {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:07.747132 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device ced64007-dc57-4f61-b33e-db1e8ba8914c up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:07.810008 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-55e6f8e8-5c31-47f0-9e00-efbc8ec36b8c service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3409040
Nov 09 15:33:07.840319 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port ced64007-dc57-4f61-b33e-db1e8ba8914c completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:07.850610 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port ced64007-dc57-4f61-b33e-db1e8ba8914c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:07.851592 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:07.865183 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa2858-db5a-4d38-9c2b-945fef6aa336 req-63cd37db-3341-4bbd-a755-12ab912a108c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:07.872256 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfaa2858-db5a-4d38-9c2b-945fef6aa336 req-63cd37db-3341-4bbd-a755-12ab912a108c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 945 time: 0.9091396
Nov 09 15:33:07.983709 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.051155 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.053032 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cfaa2858-db5a-4d38-9c2b-945fef6aa336 req-58970042-6bb1-4c30-ba44-03c94c70a6a4 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799247
Nov 09 15:33:08.073380 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port ced64007-dc57-4f61-b33e-db1e8ba8914c, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=ced64007-dc57-4f61-b33e-db1e8ba8914c,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:08.083532 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.083913 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Router 128eaffa-3192-4cda-be97-c2f5f3a0e41f has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:33:08.090382 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:08.097044 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.097258 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-8ef28a05-2bb0-4390-a96f-8bbd10c6428c req-28ff4199-e198-4955-9325-aba69cc59687 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2484288
Nov 09 15:33:08.115946 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-32578230-4f8f-48db-907f-0c19ba9a4bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:08.124621 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', '68266f76-3070-4b86-b832-308b5eda72bf', '48edd150-3d5e-4acd-9ee9-5ae10b223fb0'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:33:08.225823 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=ced64007-dc57-4f61-b33e-db1e8ba8914c,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:08.229810 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:08.238398 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Pushing event deleted for resources: {'Port': ['ID=48edd150-3d5e-4acd-9ee9-5ae10b223fb0,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:08.240867 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:08.349209 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] No DVR routers for this DVR port 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 on host hv-cinder-81722 {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:33:08.351996 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.358885 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf82bf60-4190-4547-ac3c-9ac885b378f8', 'name': 'network-vif-deleted', 'tag': '48edd150-3d5e-4acd-9ee9-5ae10b223fb0'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:08.383156 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.394335 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.445600 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:08.455962 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1b1fd945-0150-428e-8f46-58b6b98420f4 req-19169588-b9a3-4093-90a8-f9244a6dfd80 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "DELETE /v2.0/ports/48edd150-3d5e-4acd-9ee9-5ae10b223fb0 HTTP/1.1" status: 204  len: 173 time: 2.4829493
Nov 09 15:33:08.479285 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:08.485189 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.492580 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] Sync routers for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:08.520298 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:08.521894 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b063b5f10>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:08.523319 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-8b43c6b7-8aa0-46fe-903a-fe1cc44cdb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:08.524806 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-8b43c6b7-8aa0-46fe-903a-fe1cc44cdb0c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 1096 time: 0.2590783
Nov 09 15:33:08.542065 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf82bf60-4190-4547-ac3c-9ac885b378f8', 'name': 'network-vif-deleted', 'tag': '48edd150-3d5e-4acd-9ee9-5ae10b223fb0', 'status': 'completed', 'code': 200}
Nov 09 15:33:08.605633 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a37e45f0-f712-480c-b112-80faabe4895c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "DELETE /v2.0/floatingips/cbea98cb-996f-4472-b8ee-0c461624b325 HTTP/1.1" status: 204  len: 168 time: 3.8957548
Nov 09 15:33:08.658175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:08.688444 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e5c69cf-bde4-4feb-a947-7a32a50d5927,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:08.696318 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:08.754843 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9ca05-c23f-473e-bd77-0488404ae2e3 req-c475df26-a69b-43dc-8dad-7d2017db96d0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:08.756609 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-08d9ca05-c23f-473e-bd77-0488404ae2e3 req-c475df26-a69b-43dc-8dad-7d2017db96d0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1059616
Nov 09 15:33:08.806180 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-08d9ca05-c23f-473e-bd77-0488404ae2e3 req-3edb6553-fc0f-4f8d-861c-669e6fd4a425 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425847
Nov 09 15:33:08.829185 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-15d2429b-4d94-4b0d-b2e4-7c47cc3d8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:08.831075 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-15d2429b-4d94-4b0d-b2e4-7c47cc3d8565 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.2899973
Nov 09 15:33:08.861128 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:08.923454 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Network 17f99ca3-987e-4836-92b4-b673102eb5ac is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:33:08.932509 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:08.935597 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-d13584aa-f9ff-4327-9cde-5a31fde620a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c HTTP/1.1" status: 200  len: 217 time: 0.0854578
Nov 09 15:33:09.136348 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-2ba3588e-7cb1-4ff4-a292-fd5a43e80665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:09.137805 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-2ba3588e-7cb1-4ff4-a292-fd5a43e80665 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.1263783
Nov 09 15:33:09.301421 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b063b5f10>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 5, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:09.322090 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] Checking router: 128eaffa-3192-4cda-be97-c2f5f3a0e41f for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:09.336740 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-3241bc29-97e0-4108-92e8-3a68a4ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:09.339325 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-3241bc29-97e0-4108-92e8-3a68a4ef24c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1905181
Nov 09 15:33:09.348410 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:09.349384 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b063b5f10>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:09.349979 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Router 6a5aa25e-f42e-456a-897f-44364b161038 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:33:09.423601 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-1b8f4eff-5628-4923-b702-74ac92ede7bd req-33a86677-0ed5-41ff-9d66-878da5ccb4bc tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Synchronizing usage tracker for tenant:aa401af1f62549e3bf0e320769708c7c on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:09.443590 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-992dfd7f-1f8e-4485-8cca-45d76d407156 None None] Provisioning complete for port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:09.444864 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-992dfd7f-1f8e-4485-8cca-45d76d407156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:09.465355 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-1b8f4eff-5628-4923-b702-74ac92ede7bd req-33a86677-0ed5-41ff-9d66-878da5ccb4bc tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Unset dirty status for tenant:aa401af1f62549e3bf0e320769708c7c on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:09.476619 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1b8f4eff-5628-4923-b702-74ac92ede7bd req-33a86677-0ed5-41ff-9d66-878da5ccb4bc tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf82bf60-4190-4547-ac3c-9ac885b378f8 HTTP/1.1" status: 200  len: 210 time: 0.1865122
Nov 09 15:33:09.526071 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-992dfd7f-1f8e-4485-8cca-45d76d407156 None None] Port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:33:09.582372 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:09.714932 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device ced64007-dc57-4f61-b33e-db1e8ba8914c up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:09.826137 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port ced64007-dc57-4f61-b33e-db1e8ba8914c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:09.827034 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:09.844659 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-a82f6aba-af21-4b2d-9766-ec7f47cf7ff5 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4921994
Nov 09 15:33:09.915968 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:09.951077 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Sync routers for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:09.963402 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:09.964124 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b059461c0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:10.044375 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] 10.222.0.87 "PUT /v2.0/routers/6a5aa25e-f42e-456a-897f-44364b161038/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2715111
Nov 09 15:33:10.074570 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b063b5f10>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 5, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:10.083969 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73482250-b766-4b8f-a279-21c1f7239c94 None None] The sync data for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi is: [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:29:27Z', 'revision_number': 4, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '6667373c-cd16-48e3-8d08-068a08f60bd6', 'name': '', 'network_id': '70aabe4c-c06e-42e1-8431-d75ad3d3e464', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'mac_address': 'fa:16:3e:d1:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:26Z', 'updated_at': '2021-11-09T15:29:39Z', 'revision_number': 5, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'subnets': [{'id': 'dd824ab7-e7fe-4258-8624-5ffedf89effd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:10.117488 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab43a1-348c-47be-bfb2-1029c6ab129c req-6390fe9d-9266-42a6-ba51-650d103949ff tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:10.127683 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d6ab43a1-348c-47be-bfb2-1029c6ab129c req-6390fe9d-9266-42a6-ba51-650d103949ff tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1819017
Nov 09 15:33:10.223257 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d6ab43a1-348c-47be-bfb2-1029c6ab129c req-fb979bce-fe15-445c-8f3b-484d1d03fcf6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939760
Nov 09 15:33:10.237289 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-31e808bd-240a-44bf-b3ba-17a4c411b58f req-7a894900-0f52-4073-85e0-d02eaf18f651 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3731549
Nov 09 15:33:10.387847 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:10.542900 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:10.567590 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:10.613432 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'status': 'completed', 'code': 200}
Nov 09 15:33:10.644738 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613c98b-2e7c-4798-b844-98d7a728f8f6 None None] New status for floating IP cbea98cb-996f-4472-b8ee-0c461624b325: DOWN {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:33:10.715337 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:10.715686 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 48edd150-3d5e-4acd-9ee9-5ae10b223fb0 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:10.725566 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-4757254f-a69e-444d-ab51-6ba936639bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:10.728474 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-4757254f-a69e-444d-ab51-6ba936639bbf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a3e4478342264605b8649ab0a3b3c93e&device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 1098 time: 0.0893531
Nov 09 15:33:10.874116 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b059461c0>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 2, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:10.886405 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Checking router: 6a5aa25e-f42e-456a-897f-44364b161038 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:10.887072 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Updating router 6a5aa25e-f42e-456a-897f-44364b161038 port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:33:10.935207 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-74c1f030-2551-47a5-a211-8aff4a14d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:10.937360 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-74c1f030-2551-47a5-a211-8aff4a14d77a service neutron] 10.222.0.71 "GET /v2.0/networks?id=70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 200  len: 916 time: 0.1968660
Nov 09 15:33:10.996933 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.015922 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35696) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:11.024604 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1802573713-network', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:11.032934 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-68b506c0-23cd-403d-964c-d53bddaa0d9a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 200  len: 217 time: 0.0827854
Nov 09 15:33:11.033256 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:11.039447 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Usage tracker for resource:network and tenant:c5c5ec6ab4bc484dadbd34809a2e005d is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:11.043816 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:11.055702 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:11.073323 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Made reservation on behalf of c5c5ec6ab4bc484dadbd34809a2e005d for: {'network': 1} {{(pid=86781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:33:11.078283 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.111835 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-2a14d249-7c83-4afa-a228-add60e8076d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:11.113439 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-2a14d249-7c83-4afa-a228-add60e8076d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dd824ab7-e7fe-4258-8624-5ffedf89effd HTTP/1.1" status: 200  len: 853 time: 0.0720668
Nov 09 15:33:11.151358 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.179034 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:11.186403 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c5ec6ab4bc484dadbd34809a2e005d is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:11.190385 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:11.196068 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-0b672380-0d86-4046-ba29-dfb993c7b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:11.197568 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-0b672380-0d86-4046-ba29-dfb993c7b1d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=70aabe4c-c06e-42e1-8431-d75ad3d3e464&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747778
Nov 09 15:33:11.197740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:11.239728 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f879e-55c2-4fb0-b8c8-34178d201244 req-84c9ef8b-cf33-4d32-bfc8-89cebbea75e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:11.241242 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7d8f879e-55c2-4fb0-b8c8-34178d201244 req-84c9ef8b-cf33-4d32-bfc8-89cebbea75e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 945 time: 0.1390803
Nov 09 15:33:11.310757 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7d8f879e-55c2-4fb0-b8c8-34178d201244 req-add07bef-01aa-4f5e-bf3c-2e6e372f648e tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559573
Nov 09 15:33:11.366993 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-79f409a1-177c-496e-9299-ade5f80d4b0d service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1596498
Nov 09 15:33:11.539507 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b77b0953-5153-4c83-b0c1-0857a8f54473 req-68f3c04e-92be-4ae1-9366-febbf3792d39 service neutron] 10.222.0.71 "GET /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627874
Nov 09 15:33:11.561608 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.584797 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Transition to ACTIVE for port object 7e5c69cf-bde4-4feb-a947-7a32a50d5927 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:11.587859 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.596849 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.597144 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.602427 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:11.602627 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-89e0ca4b-e44e-45fa-b5f6-946ae7468666 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:11.623308 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151}  {{(pid=86781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:33:11.652018 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.652510 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.segments_db [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Added segment 31ebeec9-559a-4d4e-b30a-fac13a667157 of type vlan for network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612
Nov 09 15:33:11.663795 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc426dd4-f33d-4c25-9701-375cf7e0adea req-f281f531-727b-48cf-a0fd-158dc51770ce tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:11.665209 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fc426dd4-f33d-4c25-9701-375cf7e0adea req-f281f531-727b-48cf-a0fd-158dc51770ce tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.3023858
Nov 09 15:33:11.672040 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393bc357-296d-4f25-84ec-30babc54f199,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:11.676634 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:11.728862 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.772203 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fc426dd4-f33d-4c25-9701-375cf7e0adea req-8c3c143c-66b3-46f3-bee8-1d6c7a272c38 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839112
Nov 09 15:33:11.810402 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd41151-92b8-4da7-a307-d2fd01950e27 None None] Pushing event updated for resources: {'Port': ['ID=7e5c69cf-bde4-4feb-a947-7a32a50d5927,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:11.820636 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-9bd41151-92b8-4da7-a307-d2fd01950e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:11.821376 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.822837 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:11.823502 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.827121 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:11.838497 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Attempting to bind port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:33:11.838888 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Attempting to bind port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:33:11.839534 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Attempting to bind port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 on network 17f99ca3-987e-4836-92b4-b673102eb5ac {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:11.846600 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:33:11.847022 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Checking segment: {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:11.847401 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.847844 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Bound using segment: {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:33:11.848817 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Bound port: 7e5c69cf-bde4-4feb-a947-7a32a50d5927, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:33:11.849214 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:11.949132 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:11.952922 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:11.958211 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35712) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:11.963168 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9379244
Nov 09 15:33:11.963528 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:33:11.964340 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Request body: {'subnet': {'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1802573713-subnet', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:11.973659 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:11.977781 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Usage tracker for resource:subnet and tenant:c5c5ec6ab4bc484dadbd34809a2e005d is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:11.980723 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:11.987671 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:12.004800 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Made reservation on behalf of c5c5ec6ab4bc484dadbd34809a2e005d for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:33:12.007683 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268121'] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:12.049162 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] For port 7e5c69cf-bde4-4feb-a947-7a32a50d5927, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:33:12.080689 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] For port 7e5c69cf-bde4-4feb-a947-7a32a50d5927, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=7e5c69cf-bde4-4feb-a947-7a32a50d5927,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:33:12.088533 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:12.094740 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:12.169598 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:12.170981 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b059461c0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:12.256060 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd41151-92b8-4da7-a307-d2fd01950e27 None None] Pushing event updated for resources: {'Port': ['ID=7e5c69cf-bde4-4feb-a947-7a32a50d5927,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:12.260949 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-9bd41151-92b8-4da7-a307-d2fd01950e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:12.265756 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268103'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:12.271052 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ae31c611-9a0d-4a69-93b4-e2b044e4d4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:12.346537 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bea5902-21c3-4e14-b54f-ad28387fc998,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:12.350270 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:12.356618 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Checking segment: {'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:12.356618 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Network hostable DHCP agents. Network: 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:33:12.381226 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:33:12.395543 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:12.399941 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:12.401249 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:12.401961 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:12.436590 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-a967eaee-108d-4345-a63b-0ae80c28e6a1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4768558
Nov 09 15:33:12.440066 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35720) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:12.449121 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:12.459380 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:12.464008 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Usage tracker for resource:router and tenant:c5c5ec6ab4bc484dadbd34809a2e005d is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:12.470062 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:12.478431 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:12.499642 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-626688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3971'] for router, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:12.501312 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736330', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3976'] for router, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:12.560570 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:12.571177 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcfb9d9-43fc-43d9-a3fe-7c97f528cc17 None None] Network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:12.585390 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:33:12.688178 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-88ee2414-4bb8-4fb0-853c-7b49c21ff370 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:12.688916 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-88ee2414-4bb8-4fb0-853c-7b49c21ff370 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Synchronizing usage tracker for tenant:aa401af1f62549e3bf0e320769708c7c on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:12.701774 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-88ee2414-4bb8-4fb0-853c-7b49c21ff370 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Unset dirty status for tenant:aa401af1f62549e3bf0e320769708c7c on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:12.702948 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-88ee2414-4bb8-4fb0-853c-7b49c21ff370 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 945 time: 0.1067784
Nov 09 15:33:12.749102 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa83058-5bc9-470e-9cfd-f3b0919f8449 req-7a7f7567-c4ad-4916-9a85-313f20c951d3 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:12.751701 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-faa83058-5bc9-470e-9cfd-f3b0919f8449 req-7a7f7567-c4ad-4916-9a85-313f20c951d3 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 945 time: 0.2401001
Nov 09 15:33:12.817875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Deleting port 68266f76-3070-4b86-b832-308b5eda72bf {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:12.818447 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.000949 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-626710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4006'] for router, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.036697 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:13.090882 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-faa83058-5bc9-470e-9cfd-f3b0919f8449 req-b75bbf79-8da2-442c-a687-c53212ffd011 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433918
Nov 09 15:33:13.137200 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'port_id': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'mac_address': 'fa:16:3e:83:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:33:13.270325 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.283303 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece14b95-24b2-4564-b715-7fe84eeb81b6 req-b4bd3e41-d56a-4db1-8043-8dc1c2d2a9f6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:13.284865 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ece14b95-24b2-4564-b715-7fe84eeb81b6 req-b4bd3e41-d56a-4db1-8043-8dc1c2d2a9f6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1299059
Nov 09 15:33:13.298994 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:33:13.309513 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d9d71c5-3b6f-503a-96ef-55f09559cc6f-03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612', 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'fixed_ips': [{'subnet_id': '0bea5902-21c3-4e14-b54f-ad28387fc998'}]}} from dv-cinder-817223-1-iscsi. {{(pid=86783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 09 15:33:13.309863 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.345272 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:13.356197 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] For port 68266f76-3070-4b86-b832-308b5eda72bf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=68266f76-3070-4b86-b832-308b5eda72bf,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:13.357590 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.361187 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.367006 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:13.373794 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ece14b95-24b2-4564-b715-7fe84eeb81b6 req-c00e45e2-83ee-4872-b157-54b7dcfed9ce tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577102
Nov 09 15:33:13.483534 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:13.490615 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:13.527130 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Calling delete_port for 68266f76-3070-4b86-b832-308b5eda72bf owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:13.576332 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b059461c0>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:11Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:13.581451 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.587601 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f0cec-62cc-4c04-a0f7-c098f4e704b6 None None] The sync data for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi is: [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:11Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:13.631895 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.708804 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:33:13.805445 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:13.813838 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:13.886444 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Pushing event deleted for resources: {'Port': ['ID=68266f76-3070-4b86-b832-308b5eda72bf,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:13.896935 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:13.970877 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Allocated IP 172.20.0.2 (03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612/0bea5902-21c3-4e14-b54f-ad28387fc998/917b2c7e-01f4-4a78-a4ce-83780c69d195) {{(pid=86783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:33:14.018306 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] No DVR routers for this DVR port 68266f76-3070-4b86-b832-308b5eda72bf on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:33:14.022100 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:14.025532 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b222dd90-804f-42e1-ac71-975f51685fa4', 'name': 'network-vif-deleted', 'tag': '68266f76-3070-4b86-b832-308b5eda72bf'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:14.053141 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-dfdb8d25-b092-4905-8047-34ad8cc18e17 req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "DELETE /v2.0/ports/68266f76-3070-4b86-b832-308b5eda72bf HTTP/1.1" status: 204  len: 173 time: 1.3436582
Nov 09 15:33:14.099678 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa029bec-fc2f-4fbf-8d03-be84259f2d35 req-690b7d4c-a7f7-4b4e-b57a-d3447272e5a3 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:14.105177 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-aa029bec-fc2f-4fbf-8d03-be84259f2d35 req-690b7d4c-a7f7-4b4e-b57a-d3447272e5a3 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Synchronizing usage tracker for tenant:a3e4478342264605b8649ab0a3b3c93e on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:14.183310 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b222dd90-804f-42e1-ac71-975f51685fa4', 'name': 'network-vif-deleted', 'tag': '68266f76-3070-4b86-b832-308b5eda72bf', 'status': 'completed', 'code': 200}
Nov 09 15:33:14.231539 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Allocated IP 172.27.0.40 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/85b94c3b-d4fe-43e4-90f9-8ac0e094ac40) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:33:14.262938 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-aa029bec-fc2f-4fbf-8d03-be84259f2d35 req-690b7d4c-a7f7-4b4e-b57a-d3447272e5a3 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Unset dirty status for tenant:a3e4478342264605b8649ab0a3b3c93e on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:14.267984 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-aa029bec-fc2f-4fbf-8d03-be84259f2d35 req-690b7d4c-a7f7-4b4e-b57a-d3447272e5a3 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.4945753
Nov 09 15:33:14.456870 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Notify callbacks [] for port, precommit_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:14.476856 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Transition to ACTIVE for port object 917b2c7e-01f4-4a78-a4ce-83780c69d195 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:14.510612 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Transition to ACTIVE for port object 917b2c7e-01f4-4a78-a4ce-83780c69d195 will not be triggered until provisioned by entity DHCP. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:14.518800 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 68266f76-3070-4b86-b832-308b5eda72bf no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:14.573553 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503'] for port, after_create {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:14.588865 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-075d118b-f020-4000-89a9-6dbb36009f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:14.620961 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e27bb53d-8263-4bd8-b296-4c0fa0ab80a8'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:33:14.663371 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6f393350-4a4b-4f9b-9913-14e42cb14055 req-962802cb-5a08-4a82-9471-63d3faa72386 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=b222dd90-804f-42e1-ac71-975f51685fa4 HTTP/1.1" status: 200  len: 210 time: 0.0805428
Nov 09 15:33:14.663516 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 68266f76-3070-4b86-b832-308b5eda72bf {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:14.663754 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 68266f76-3070-4b86-b832-308b5eda72bf not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:14.694409 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-aa029bec-fc2f-4fbf-8d03-be84259f2d35 req-7587cae3-0eb1-492f-99b6-11a227401aa8 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3998258
Nov 09 15:33:14.719463 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 is already hosted by enough agents. {{(pid=86783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:33:14.724735 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Resources bound (agent type, host, resource id):  {{(pid=86783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:14.731667 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Received port after_create {{(pid=86783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:33:14.760063 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:14.797720 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:14.804433 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1fee2504-3c5c-463e-a2fa-152174f66358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:14.840458 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Pushing event updated for resources: {'Port': ['ID=917b2c7e-01f4-4a78-a4ce-83780c69d195,revision_number=1']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:14.880579 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:14.892083 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:33:14.896111 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:14.898228 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:33:14.916073 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Attempting to bind port 917b2c7e-01f4-4a78-a4ce-83780c69d195 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:33:14.916790 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Attempting to bind port 917b2c7e-01f4-4a78-a4ce-83780c69d195 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:33:14.917383 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Attempting to bind port 917b2c7e-01f4-4a78-a4ce-83780c69d195 on network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:14.944262 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:33:14.944874 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Checking segment: {'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:14.945531 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:14.946203 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Bound using segment: {'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:33:14.947003 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Bound port: 917b2c7e-01f4-4a78-a4ce-83780c69d195, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:33:14.947903 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:15.002484 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Pushing event updated for resources: {'Port': ['ID=85b94c3b-d4fe-43e4-90f9-8ac0e094ac40,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:15.005787 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:15.202517 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] For port 917b2c7e-01f4-4a78-a4ce-83780c69d195, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:33:15.240802 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] For port 917b2c7e-01f4-4a78-a4ce-83780c69d195, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=917b2c7e-01f4-4a78-a4ce-83780c69d195,segment=NetworkSegment(31ebeec9-559a-4d4e-b30a-fac13a667157),segment_id=31ebeec9-559a-4d4e-b30a-fac13a667157)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:33:15.258250 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:15.266968 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:15.283552 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e38b80-917f-4078-bb50-22d34d5370d0 req-d367989d-cd11-48d3-928d-52ec586818ba tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:15.285174 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-22e38b80-917f-4078-bb50-22d34d5370d0 req-d367989d-cd11-48d3-928d-52ec586818ba tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 944 time: 0.3470719
Nov 09 15:33:15.349430 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Pushing event updated for resources: {'Port': ['ID=917b2c7e-01f4-4a78-a4ce-83780c69d195,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:15.353755 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-22e38b80-917f-4078-bb50-22d34d5370d0 req-9c41b3d9-d3e6-498a-aa8f-334402dcd7c8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612495
Nov 09 15:33:15.354823 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:15.575873 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:15.840210 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 7e5c69cf-bde4-4feb-a947-7a32a50d5927 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:15.942447 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:15.951898 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:15.952289 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:15.984701 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-89e09780-10b2-4f2a-bdf9-e1f8790a84b4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:15.985642 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-89e09780-10b2-4f2a-bdf9-e1f8790a84b4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Synchronizing usage tracker for tenant:a3e4478342264605b8649ab0a3b3c93e on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:16.000761 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-89e09780-10b2-4f2a-bdf9-e1f8790a84b4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Unset dirty status for tenant:a3e4478342264605b8649ab0a3b3c93e on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:16.002089 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-89e09780-10b2-4f2a-bdf9-e1f8790a84b4 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.1718776
Nov 09 15:33:16.102459 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4558d2-d867-4c15-9b8d-c008cccc6b11 req-7ac774e9-2618-49f6-8ffb-67c02d363ab0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:16.103534 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8b4558d2-d867-4c15-9b8d-c008cccc6b11 req-7ac774e9-2618-49f6-8ffb-67c02d363ab0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 945 time: 0.2393613
Nov 09 15:33:16.108410 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Deleting port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:16.108639 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-626713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736281'] for router, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.108781 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.153903 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.201439 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 7e5c69cf-bde4-4feb-a947-7a32a50d5927, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=7e5c69cf-bde4-4feb-a947-7a32a50d5927,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:16.208447 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.209524 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 917b2c7e-01f4-4a78-a4ce-83780c69d195 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:16.263895 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:16.450395 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=7e5c69cf-bde4-4feb-a947-7a32a50d5927,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:16.466239 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:16.533985 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:16.591921 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8b4558d2-d867-4c15-9b8d-c008cccc6b11 req-ce33ca1d-9412-486f-b14b-2ada1e2eae88 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/security-groups?id=a187d245-d354-4721-b203-49442695aa3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4732301
Nov 09 15:33:16.623858 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 917b2c7e-01f4-4a78-a4ce-83780c69d195 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:16.629006 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] For port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:16.629650 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.686997 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:16.693014 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:16.693529 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.801406 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 is scheduled to L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 with binding_index 1 {{(pid=86781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 09 15:33:16.810196 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Calling delete_port for eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:16.811514 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6410e90c-5e19-4757-8f9b-067f75d5dcc0 None None] Network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:16.906559 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9fcfe-e22f-4b44-bf7d-28e11dd99eee req-e302d3ee-d069-41bc-898e-cf1ea5df5afd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:16.908114 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-51b9fcfe-e22f-4b44-bf7d-28e11dd99eee req-e302d3ee-d069-41bc-898e-cf1ea5df5afd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 944 time: 0.2373617
Nov 09 15:33:16.936094 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.958273 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] Provisioning for port 917b2c7e-01f4-4a78-a4ce-83780c69d195 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:16.978257 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.987988 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] Provisioning complete for port 917b2c7e-01f4-4a78-a4ce-83780c69d195 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:16.988587 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:16.992889 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3fd9a686-1b84-43fa-92d5-53bb886eddc7 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:17.025836 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:33:17.048147 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Pushing event deleted for resources: {'Port': ['ID=eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:17.050326 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:17.053855 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-51b9fcfe-e22f-4b44-bf7d-28e11dd99eee req-66f0d293-d791-4075-bc05-cb1ef60d5a2e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860510
Nov 09 15:33:17.061129 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:17.109774 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:17.115169 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-ce9f56bd-2aa5-44b7-ab11-133771e2e54c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.6731293
Nov 09 15:33:17.115351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35758) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:17.120966 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:17.160294 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] No DVR routers for this DVR port eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:33:17.163772 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:17.165072 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:17.167335 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'name': 'network-vif-deleted', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:17.201537 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3e57de98-40d8-462b-85a0-a69c377ec5a0 req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.71 "DELETE /v2.0/ports/eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a HTTP/1.1" status: 204  len: 173 time: 1.1925983
Nov 09 15:33:17.244911 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9b7c65-7f9d-463f-8492-38a0f864501c', 'name': 'network-vif-deleted', 'tag': 'eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a', 'status': 'completed', 'code': 200}
Nov 09 15:33:17.256566 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Sync routers for ids ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:17.277277 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:17.301510 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:17.354766 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'code': 200}
Nov 09 15:33:17.375705 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Routers {'84f4cd09-9f6f-45d5-bb81-db502b74f0e6'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:17.376351 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0578a070>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:17.714280 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:17.778311 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:17.830322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175e19c-2eda-4fed-a0a8-f3471d4167b0 req-00f1f505-6a64-4069-b3af-7fd1cf4fef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:17.834673 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 7e5c69cf-bde4-4feb-a947-7a32a50d5927 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:17.835707 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2175e19c-2eda-4fed-a0a8-f3471d4167b0 req-00f1f505-6a64-4069-b3af-7fd1cf4fef76 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 1098 time: 0.1751237
Nov 09 15:33:17.892139 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bbc1a29b-d04c-499e-9d30-611d215a4504 req-131063ed-cfce-4eb9-b2f2-efecbae4e081 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe9b7c65-7f9d-463f-8492-38a0f864501c HTTP/1.1" status: 200  len: 210 time: 0.0739532
Nov 09 15:33:18.000449 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:18.003906 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1259e8-1305-4b81-afb9-f13914770438 req-82597720-8b6d-4952-b7d5-56ac8c5f43b5 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:18.005527 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc1259e8-1305-4b81-afb9-f13914770438 req-82597720-8b6d-4952-b7d5-56ac8c5f43b5 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 946 time: 0.3887124
Nov 09 15:33:18.082138 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Set router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:18.092803 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2175e19c-2eda-4fed-a0a8-f3471d4167b0 req-8293e9eb-19be-43cf-855e-314f39ad2e90 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2476628
Nov 09 15:33:18.149324 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc1259e8-1305-4b81-afb9-f13914770438 req-caaf3669-fbdf-4642-9a31-4844de0d0e14 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811794
Nov 09 15:33:18.208106 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] For port 917b2c7e-01f4-4a78-a4ce-83780c69d195, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=917b2c7e-01f4-4a78-a4ce-83780c69d195,segment=NetworkSegment(31ebeec9-559a-4d4e-b30a-fac13a667157),segment_id=31ebeec9-559a-4d4e-b30a-fac13a667157)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:18.226631 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:18.227011 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:18.255840 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:18.279052 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:18.431282 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:18.518449 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] Pushing event updated for resources: {'Port': ['ID=917b2c7e-01f4-4a78-a4ce-83780c69d195,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:18.523970 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:18.537526 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44d27c-e35b-4731-b59d-80d12ae14bb2 req-bbe6c32c-0aad-4d45-8f2d-c909dff4e835 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:18.539334 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1c44d27c-e35b-4731-b59d-80d12ae14bb2 req-bbe6c32c-0aad-4d45-8f2d-c909dff4e835 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.2742708
Nov 09 15:33:18.675664 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-8fa514ec-af3b-49a2-87af-2eaa978b654e None None] Provisioning complete for port 917b2c7e-01f4-4a78-a4ce-83780c69d195 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:18.676211 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8fa514ec-af3b-49a2-87af-2eaa978b654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:18.751275 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0578a070>, [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:33:15Z', 'revision_number': 3, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port': {'id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:13Z', 'updated_at': '2021-11-09T15:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:18.761317 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Checking router: 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:18.761673 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Updating router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:33:18.770817 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1c44d27c-e35b-4731-b59d-80d12ae14bb2 req-209ed61e-60ae-4beb-8f17-cf4cd186f84d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2251532
Nov 09 15:33:18.847532 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Allocated IP 172.20.0.1 (03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612/0bea5902-21c3-4e14-b54f-ad28387fc998/49d098cb-dd3d-4e2f-9530-f06c228014ca) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:33:18.917031 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:19.045982 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:19.077154 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.provisioning_blocks [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Transition to ACTIVE for port object 49d098cb-dd3d-4e2f-9530-f06c228014ca will not be triggered until provisioned by entity DHCP. {{(pid=86781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:19.113056 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:19.120345 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ec09fb44-29fc-4e06-9a8e-216c72a34fe5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:19.239524 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:33:19.260865 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:19.278606 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:33:19.397812 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=49d098cb-dd3d-4e2f-9530-f06c228014ca,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:19.487464 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:19.611678 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:19.617157 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626755'] for router_interface, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:19.631177 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Transition to ACTIVE for port object 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:19.658857 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:19.678897 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:19.743870 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad904cd6-128f-4900-a86d-9efc54f74af8 req-ed044e72-43f5-4f6f-8a69-f27cdb35c59b tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:19.758708 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ad904cd6-128f-4900-a86d-9efc54f74af8 req-ed044e72-43f5-4f6f-8a69-f27cdb35c59b tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 946 time: 0.3475296
Nov 09 15:33:19.897934 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 917b2c7e-01f4-4a78-a4ce-83780c69d195 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:19.926687 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ad904cd6-128f-4900-a86d-9efc54f74af8 req-ce1dcafe-f847-42bd-a877-be1cecd0f034 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670260
Nov 09 15:33:19.945848 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-01dfba9b-eb32-4af4-8d3f-8e2f1a4fdff5 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:19.961862 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-01dfba9b-eb32-4af4-8d3f-8e2f1a4fdff5 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Synchronizing usage tracker for tenant:aa401af1f62549e3bf0e320769708c7c on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:20.020240 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-01dfba9b-eb32-4af4-8d3f-8e2f1a4fdff5 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Unset dirty status for tenant:aa401af1f62549e3bf0e320769708c7c on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:20.024338 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-01dfba9b-eb32-4af4-8d3f-8e2f1a4fdff5 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 946 time: 0.3049958
Nov 09 15:33:20.026885 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Attempting to bind port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:33:20.027486 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Attempting to bind port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:33:20.028143 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Attempting to bind port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 on network b96357c2-8dbf-49c6-8d18-9399fd29822d {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:20.043491 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7102cc-06f3-401a-9b30-ef17426e696b None None] Pushing event updated for resources: {'Port': ['ID=85b94c3b-d4fe-43e4-90f9-8ac0e094ac40,revision_number=2']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:20.061061 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-6c7102cc-06f3-401a-9b30-ef17426e696b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:20.064609 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-54030cf2-7dc4-4699-9114-780a202fa0a5 None None] Provisioning for port 49d098cb-dd3d-4e2f-9530-f06c228014ca completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:20.072941 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:33:20.073580 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Checking segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:20.074244 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.074881 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Bound using segment: {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:33:20.075588 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Bound port: 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de18021f-22e5-4f0b-a14c-c606005e226c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:33:20.076245 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.113524 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-54030cf2-7dc4-4699-9114-780a202fa0a5 None None] Provisioning complete for port 49d098cb-dd3d-4e2f-9530-f06c228014ca triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:20.114298 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-54030cf2-7dc4-4699-9114-780a202fa0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.177236 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Deleting port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:20.178141 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.205988 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.225118 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-54030cf2-7dc4-4699-9114-780a202fa0a5 None None] Port 49d098cb-dd3d-4e2f-9530-f06c228014ca cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:33:20.241644 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 917b2c7e-01f4-4a78-a4ce-83780c69d195 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:20.242091 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.269643 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] For port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:33:20.303536 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] For port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=85b94c3b-d4fe-43e4-90f9-8ac0e094ac40,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:33:20.337922 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.347819 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:20.361495 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8e1dd-6d64-4d55-b598-bbee125dd770 req-f86c92a5-a640-4de6-973e-be4d936dc527 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:20.363238 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0cc8e1dd-6d64-4d55-b598-bbee125dd770 req-f86c92a5-a640-4de6-973e-be4d936dc527 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.2384555
Nov 09 15:33:20.538657 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0cc8e1dd-6d64-4d55-b598-bbee125dd770 req-779b85a6-9298-46fe-ac89-70879ca487f8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1532285
Nov 09 15:33:20.569462 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7102cc-06f3-401a-9b30-ef17426e696b None None] Pushing event updated for resources: {'Port': ['ID=85b94c3b-d4fe-43e4-90f9-8ac0e094ac40,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:20.595574 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-6c7102cc-06f3-401a-9b30-ef17426e696b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:20.603886 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:20.633263 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.639087 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35840) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:20.677316 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:20.678323 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device eed8af27-9f2e-4c0b-a5e4-68cb3ac3b10a not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:20.685738 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Routers {'84f4cd09-9f6f-45d5-bb81-db502b74f0e6'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:20.686545 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0578a070>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:20.733643 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] For port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,segment=NetworkSegment(e9d140dc-af55-479f-bbe9-ff56a3eb54b3),segment_id=e9d140dc-af55-479f-bbe9-ff56a3eb54b3)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:20.734088 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.741659 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:20.775371 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:20.876133 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Calling delete_port for e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:20.906172 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] Set router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:21.123173 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:21.133977 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5e6fe8b-7ba4-44ff-8ee4-25e2edc6683b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:21.136103 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Pushing event updated for resources: {'Port': ['ID=49d098cb-dd3d-4e2f-9530-f06c228014ca,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:21.141397 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:21.143546 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626732'] for router_interface, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:21.179717 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e27bb53d-8263-4bd8-b296-4c0fa0ab80a8'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:33:21.222926 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Pushing event deleted for resources: {'Port': ['ID=e27bb53d-8263-4bd8-b296-4c0fa0ab80a8,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:21.229471 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:21.318832 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] No DVR routers for this DVR port e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:33:21.322466 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:21.325356 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec5edba-f78a-4e69-8be0-66219b369986', 'name': 'network-vif-deleted', 'tag': 'e27bb53d-8263-4bd8-b296-4c0fa0ab80a8'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:21.348972 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-80dc8292-7e2a-488d-9717-d29e93c716bf req-9feebbe0-4f92-4f4d-949a-159c8867e8e2 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.71 "DELETE /v2.0/ports/e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 HTTP/1.1" status: 204  len: 173 time: 1.3188066
Nov 09 15:33:21.498914 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0578a070>, [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 4, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port': {'id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:13Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '49d098cb-dd3d-4e2f-9530-f06c228014ca', 'name': '', 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'mac_address': 'fa:16:3e:2a:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:18Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 2, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'subnets': [{'id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:21.504298 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a685b-d647-4f03-8d69-33100dd438fe None None] The sync data for ids ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'] in dv-cinder-817223-1-iscsi is: [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 4, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port': {'id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:13Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '49d098cb-dd3d-4e2f-9530-f06c228014ca', 'name': '', 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'mac_address': 'fa:16:3e:2a:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:18Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 2, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'subnets': [{'id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:21.625926 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65048a3-47c2-4848-be26-61dea89b1a69 req-7aad8a70-c692-472a-818c-09b31613423c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:21.627526 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a65048a3-47c2-4848-be26-61dea89b1a69 req-7aad8a70-c692-472a-818c-09b31613423c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.8873591
Nov 09 15:33:21.642104 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35852) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:21.647259 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Request body: {'floatingip': {'port_id': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:21.708712 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1be44-58d4-4b72-810a-68d8205fae60 req-d418dac7-5616-45b3-b216-50620ef4f24c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:21.719227 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d6b1be44-58d4-4b72-810a-68d8205fae60 req-d418dac7-5616-45b3-b216-50620ef4f24c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/ports?device_id=0ec5edba-f78a-4e69-8be0-66219b369986 HTTP/1.1" status: 200  len: 867 time: 0.6528897
Nov 09 15:33:21.745815 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:21.779671 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:33:21.848246 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:21.918735 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d6b1be44-58d4-4b72-810a-68d8205fae60 req-7d70709a-bf38-4671-8290-3cc7110f2a66 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] 10.222.0.87 "GET /v2.0/security-groups?id=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982696
Nov 09 15:33:22.106278 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec5edba-f78a-4e69-8be0-66219b369986', 'name': 'network-vif-deleted', 'tag': 'e27bb53d-8263-4bd8-b296-4c0fa0ab80a8', 'status': 'completed', 'code': 200}
Nov 09 15:33:22.386117 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:33:22.389189 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-4d2f646d-8786-4b72-b76d-6444ba6f583f None None] Provisioning complete for port 49d098cb-dd3d-4e2f-9530-f06c228014ca triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:22.389889 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-4d2f646d-8786-4b72-b76d-6444ba6f583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:22.533828 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f646d-8786-4b72-b76d-6444ba6f583f None None] Port 49d098cb-dd3d-4e2f-9530-f06c228014ca cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:33:22.557465 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:22.894911 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:22.917314 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] 10.222.0.87 "PUT /v2.0/routers/84f4cd09-9f6f-45d5-bb81-db502b74f0e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8005483
Nov 09 15:33:23.008807 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.db.resource_extend [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 09 15:33:23.077676 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35868) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:23.160880 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:23.168771 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:23.250575 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_v2 [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] Deleting subnet 3c800407-76c9-448e-8ecf-a0a14c47af70 {{(pid=86781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:33:23.259667 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:23.297171 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Deleting port 6667373c-cd16-48e3-8d08-068a08f60bd6 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:23.297517 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:23.484560 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Floating IP 65e6f1a5-4393-4d4c-bebe-857095b90131 associated. External IP: 172.27.0.90, port: 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c.
Nov 09 15:33:23.544283 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128719'] for subnet, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:23.835341 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:23.842769 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] For port 6667373c-cd16-48e3-8d08-068a08f60bd6, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=6667373c-cd16-48e3-8d08-068a08f60bd6,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:23.843126 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:23.856189 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:23.913434 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35878) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:23.936997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571205493', 'description': 'tempest-secgroup-smoke-571205493 description', 'project_id': 'd328b0457d2741bb8867d2b728caf320'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:23.956946 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:23.958074 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:23.965975 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:security_group and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:23.967393 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:23.968122 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:23.972507 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:24.030107 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Calling delete_port for 6667373c-cd16-48e3-8d08-068a08f60bd6 owned by network:router_interface {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:24.031195 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:24.082859 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.139527 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:24.151477 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:security_group_rule and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:24.160960 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:24.167437 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Router e61c19b0-348f-446d-af94-04403a338a43 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:33:24.176982 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:24.215415 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.249107 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=85b94c3b-d4fe-43e4-90f9-8ac0e094ac40,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:24.256762 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.259422 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:24.299771 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861186'] for subnet, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.320072 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:24.366519 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=85b94c3b-d4fe-43e4-90f9-8ac0e094ac40,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:24.376248 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c800407-76c9-448e-8ecf-a0a14c47af70,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:24.382617 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.387792 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:24.397157 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-8054689f-844a-4d74-8e7f-bae4e391de18 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3c800407-76c9-448e-8ecf-a0a14c47af70 HTTP/1.1" status: 204  len: 168 time: 1.3162308
Nov 09 15:33:24.406471 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35882) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:24.424271 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:24.509187 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:24.512321 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.521292 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.523184 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] Sync routers for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:24.529765 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8734cca4-adba-479d-946a-5efb9c4bb7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:24.534252 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:24.534554 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b060ad400>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:24.554456 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.571607 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:24.572333 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.626736 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.627953 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7169461
Nov 09 15:33:24.631789 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35886) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:24.637159 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c53ca8-8807-47d9-9d10-c83d5f0985ca,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:24.643255 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'security_group_rule': {'security_group_id': 'b2c53ca8-8807-47d9-9d10-c83d5f0985ca', 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:24.652697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:24.653756 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:24.663329 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:security_group_rule and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:24.667579 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:24.669046 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:24.669531 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device e27bb53d-8263-4bd8-b296-4c0fa0ab80a8 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:24.676699 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-6e121617-52ce-4ab6-9a4a-f669d45581d9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "PUT /v2.0/floatingips/65e6f1a5-4393-4d4c-bebe-857095b90131 HTTP/1.1" status: 200  len: 990 time: 3.0334213
Nov 09 15:33:24.680827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:24.700411 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:24.752104 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.799055 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.805684 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'status': 'completed', 'code': 200}
Nov 09 15:33:24.808703 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.817281 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-315fac4b-3a95-48b2-93b1-fbf8e08088ab tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:24.897653 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6667373c-cd16-48e3-8d08-068a08f60bd6,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:24.907879 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:24.923608 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.937339 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b054a5820>,) {'filters': {'network_id': ['53a44e5f-1763-49d9-9724-1694cd6e362f']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:24.946803 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:24.965041 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:24.981119 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-a32ccced-c75e-4a4d-9145-8eb7edd2fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:24.984676 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-a32ccced-c75e-4a4d-9145-8eb7edd2fa98 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 1098 time: 0.1774445
Nov 09 15:33:24.996898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b054a5820>, 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:24.997168 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-08211892-9b06-4967-9a9d-37e57a5152cb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:24.997294 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b054a5820>, 'e9d140dc-af55-479f-bbe9-ff56a3eb54b3') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:25.042086 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.072004 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.088900 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:33:25.089265 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:33:25.115925 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:33:25.198263 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46f4073-114f-46ab-aca4-68fc04b72e9d,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:25.207305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:25.225233 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.226614 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5938635
Nov 09 15:33:25.235856 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35896) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:25.247517 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'security_group_rule': {'security_group_id': 'b2c53ca8-8807-47d9-9d10-c83d5f0985ca', 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:25.258569 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:25.266244 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:security_group_rule and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:25.271888 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:25.289387 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:25.351042 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.440432 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.448256 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-4077d942-9f52-4ae5-9be1-19b6bf302f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:25.450910 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-4077d942-9f52-4ae5-9be1-19b6bf302f84 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.4556947
Nov 09 15:33:25.451881 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.464472 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-33df0b51-0bfe-4f13-abcd-87508f85f678 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:25.498849 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b060ad400>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '65e6f1a5-4393-4d4c-bebe-857095b90131', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'port_id': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'mac_address': 'fa:16:3e:83:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:54Z', 'updated_at': '2021-11-09T15:33:22Z', 'revision_number': 1, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:25.504163 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] Checking router: e61c19b0-348f-446d-af94-04403a338a43 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:25.515851 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:25.516640 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b060ad400>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:25.596924 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Sync routers for ids ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:25.614588 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Routers {'84f4cd09-9f6f-45d5-bb81-db502b74f0e6'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:25.615732 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f731f0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:25.631344 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.644561 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1df1b1be-0e8e-4698-a54a-9ff9296e0630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:25.670906 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Pushing event deleted for resources: {'Network': ['ID=53a44e5f-1763-49d9-9724-1694cd6e362f,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:25.684209 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.688972 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:25.707267 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.727000 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-fdc9f550-68eb-40e6-91d0-bda1ae1bef49 admin admin] 10.222.0.87 "DELETE /v2.0/networks/53a44e5f-1763-49d9-9724-1694cd6e362f HTTP/1.1" status: 204  len: 168 time: 1.3197584
Nov 09 15:33:25.737963 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbab199-59e2-423c-b4b3-cd0a0c083a08,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:25.749815 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:25.761175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:25.765774 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-35b3363e-e4ce-4ab7-aa21-79c91caef599 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5257788
Nov 09 15:33:25.768433 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35904) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:25.780874 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'security_group_rule': {'security_group_id': 'b2c53ca8-8807-47d9-9d10-c83d5f0985ca', 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:25.807328 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:25.816459 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-120f7af8-7bc5-4e3a-9f4a-a08e1558a093 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c HTTP/1.1" status: 200  len: 998 time: 0.3530562
Nov 09 15:33:25.817947 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:security_group_rule and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:25.821446 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:25.892496 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:25.908533 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:25.908701 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-d20652db-2271-495b-90ca-c617b7f1ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:25.910647 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-d20652db-2271-495b-90ca-c617b7f1ce5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.0844681
Nov 09 15:33:25.911729 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:25.986558 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:26.031643 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Set router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:26.128835 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35912) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:26.176664 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-7440d8ca-e50c-453f-9298-07334273e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:26.180783 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-7440d8ca-e50c-453f-9298-07334273e93a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2624614
Nov 09 15:33:26.241768 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:26.357149 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-17f648f2-f374-42ca-84ea-5c7fb23c4709 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aa401af1f62549e3bf0e320769708c7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2253325
Nov 09 15:33:26.368707 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:26.371962 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35916) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:26.398070 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9e71a0f9-e946-42ca-8808-84cb79d79ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:26.435158 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:26.437401 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:26.459861 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fec6eb4-8221-4683-bc15-b7b6068ab751,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:26.493858 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:26.526003 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:26.527715 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-b9eb521f-51bb-4ea7-a8f7-4d66e8640c2a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7581048
Nov 09 15:33:26.536622 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35920) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:26.547350 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'security_group_rule': {'security_group_id': 'b2c53ca8-8807-47d9-9d10-c83d5f0985ca', 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:26.555538 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:26.559978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:security_group_rule and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:26.563716 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b060ad400>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '65e6f1a5-4393-4d4c-bebe-857095b90131', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'port_id': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'mac_address': 'fa:16:3e:83:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:54Z', 'updated_at': '2021-11-09T15:33:22Z', 'revision_number': 1, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:26.564410 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:26.568844 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c09e74-fa1e-456c-841c-5f053ad5fb91 None None] The sync data for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi is: [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '65e6f1a5-4393-4d4c-bebe-857095b90131', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'port_id': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'mac_address': 'fa:16:3e:83:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:54Z', 'updated_at': '2021-11-09T15:33:22Z', 'revision_number': 1, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:26.580297 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:26.629626 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-58824529-fd65-41bb-bc58-71fbdcd7f4e6 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4329686
Nov 09 15:33:26.632696 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4b90ebbd-58d9-45fd-986d-0faefbcabab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:26.634648 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:26.673058 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Router 128eaffa-3192-4cda-be97-c2f5f3a0e41f has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:33:26.852182 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4b90ebbd-58d9-45fd-986d-0faefbcabab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:26.968455 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a778d-d80a-421a-bdcd-8192645934fc None None] New status for floating IP 65e6f1a5-4393-4d4c-bebe-857095b90131: ACTIVE {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:33:26.975826 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:26.983235 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-08285b40-9e97-4aa6-8c12-89672976be71 admin admin] 10.222.0.87 "PUT /v2.0/routers/128eaffa-3192-4cda-be97-c2f5f3a0e41f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3423424
Nov 09 15:33:26.986158 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 35924) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:26.991878 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] Sync routers for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:27.006445 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-c51b5e7b-1460-4fb5-92a4-924c291fbf76 req-709ab22c-ade1-4bce-9d8b-ad89adbe277c service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3640974
Nov 09 15:33:27.009061 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.015131 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.017528 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:27.049767 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0644df9-ca24-4cd1-a796-a2ee6fecc509,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:27.066507 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:27.068680 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4b90ebbd-58d9-45fd-986d-0faefbcabab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.072926 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:27.073607 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f1e040>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:27.078525 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-72ff2a29-99b6-42bb-96d5-9a7e1d3db09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:27.107638 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4b90ebbd-58d9-45fd-986d-0faefbcabab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.109777 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-4b90ebbd-58d9-45fd-986d-0faefbcabab3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6 HTTP/1.1" status: 204  len: 168 time: 0.7364109
Nov 09 15:33:27.111196 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90ebbd-58d9-45fd-986d-0faefbcabab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04953a57-e7cb-4cd9-bdbf-ec6c761b6ab6,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:27.123617 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4b90ebbd-58d9-45fd-986d-0faefbcabab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:27.125024 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.126599 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5852203
Nov 09 15:33:27.130615 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35930) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:27.139014 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'security_group_rule': {'security_group_id': 'b2c53ca8-8807-47d9-9d10-c83d5f0985ca', 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:27.148101 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:27.157110 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:security_group_rule and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:27.163514 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:27.179095 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:27.198869 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.securitygroups_db [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Project d328b0457d2741bb8867d2b728caf320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 09 15:33:27.215700 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.323664 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks [] for router, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.344698 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f731f0>, [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 4, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port': {'id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:13Z', 'updated_at': '2021-11-09T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '49d098cb-dd3d-4e2f-9530-f06c228014ca', 'name': '', 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'mac_address': 'fa:16:3e:2a:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:18Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 2, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'subnets': [{'id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:27.372301 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Checking router: 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:27.380047 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.381732 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Updating router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 port 49d098cb-dd3d-4e2f-9530-f06c228014ca binding host dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 09 15:33:27.385485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.403018 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:27.461145 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.463097 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3307889
Nov 09 15:33:27.465243 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179ed30d-e6c3-47e4-8f9b-1fdb254611f2,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:27.477259 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35938) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:27.481638 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d98393d7-7d8f-44ec-8c0f-e0c4b4b3b611 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:27.488629 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'security_group_rule': {'security_group_id': 'b2c53ca8-8807-47d9-9d10-c83d5f0985ca', 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:27.502542 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:27.513111 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:security_group_rule and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:27.518949 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:27.531040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:27.555680 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.securitygroups_db [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Project d328b0457d2741bb8867d2b728caf320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 09 15:33:27.565193 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.648685 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.667355 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.675597 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714626'] for security_group_rule, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.676131 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.679550 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-530613b0-a311-4d6b-bb08-1da3eba49275 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:27.689171 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Deleting port d49bdd34-fda4-4d39-b8cc-6b0f149496d5 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:27.689982 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.708563 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0192e6-1740-4ad0-9c09-79eeba6f3763,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:27.712920 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:27.723156 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:27.734285 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-39e32950-da98-494f-baaf-ce9aea018ee5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2548609
Nov 09 15:33:27.734661 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:27.962408 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] For port d49bdd34-fda4-4d39-b8cc-6b0f149496d5, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=d49bdd34-fda4-4d39-b8cc-6b0f149496d5,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:27.962908 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:28.311796 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Calling delete_port for d49bdd34-fda4-4d39-b8cc-6b0f149496d5 owned by network:router_gateway {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:28.466314 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 35998) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:28.467411 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f1e040>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:33:24Z', 'revision_number': 5, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port': {'id': 'd49bdd34-fda4-4d39-b8cc-6b0f149496d5', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:eb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:22Z', 'updated_at': '2021-11-09T15:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:28.477312 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] Checking router: 128eaffa-3192-4cda-be97-c2f5f3a0e41f for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:28.499392 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Notify callbacks [] for port, precommit_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:28.504293 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] Routers {'128eaffa-3192-4cda-be97-c2f5f3a0e41f'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:28.504946 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f1e040>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:28.572498 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:28.584115 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-5fb6d84b-cad6-49bd-a631-d37182a2f5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:28.653147 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Pushing event deleted for resources: {'Port': ['ID=d49bdd34-fda4-4d39-b8cc-6b0f149496d5,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:28.725494 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2036206739-network', 'tenant_id': '647a868be8934aabbac104ab688784e2'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:28.741207 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:28.759149 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Usage tracker for resource:network and tenant:647a868be8934aabbac104ab688784e2 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:28.762941 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:28.766351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:28.768896 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:28.789751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:28.820412 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Made reservation on behalf of 647a868be8934aabbac104ab688784e2 for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:33:28.825852 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:28.846395 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:28.865791 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:28.872396 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Usage tracker for resource:security_group_rule and tenant:647a868be8934aabbac104ab688784e2 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:28.875727 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:28.877846 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Transition to ACTIVE for port object 49d098cb-dd3d-4e2f-9530-f06c228014ca will not be triggered until provisioned by entity L2. {{(pid=86783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:28.891190 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:28.899895 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:28.900305 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:28.934843 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] Set router 128eaffa-3192-4cda-be97-c2f5f3a0e41f gateway port host: None {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:28.995068 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:28.998763 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.019566 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.025533 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.031925 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-00f82aa0-c39c-42be-8a63-8e75f8334712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:29.075057 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1196}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:33:29.085496 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f597859-991d-486f-8178-19bfa678c50a,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:29.088877 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:29.096099 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.096721 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Added segment 4cd96320-f45d-4fe3-955b-6441ec765acc of type vlan for network f2cc9761-b005-40b9-94b7-552693b924d5
Nov 09 15:33:29.098650 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.099170 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128eaffa-3192-4cda-be97-c2f5f3a0e41f {{(pid=86781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:33:29.116586 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.120438 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] 10.222.0.87 "DELETE /v2.0/routers/128eaffa-3192-4cda-be97-c2f5f3a0e41f HTTP/1.1" status: 204  len: 168 time: 2.1330016
Nov 09 15:33:29.121032 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36022) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:29.133133 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.176853 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f1e040>, [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:33:28Z', 'revision_number': 7, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:29.182184 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.184197 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:29.184796 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.189263 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:29.209099 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] Deleting subnet dd824ab7-e7fe-4258-8624-5ffedf89effd {{(pid=86781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:33:29.213149 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.255999 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120b98a-27de-429d-9696-a1dc84548de8 None None] The sync data for ids ['128eaffa-3192-4cda-be97-c2f5f3a0e41f'] in dv-cinder-817223-1-iscsi is: [{'id': '128eaffa-3192-4cda-be97-c2f5f3a0e41f', 'name': 'tempest-TestMinimumBasicScenario-475414023-router', 'tenant_id': 'a3e4478342264605b8649ab0a3b3c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:20Z', 'updated_at': '2021-11-09T15:33:28Z', 'revision_number': 7, 'project_id': 'a3e4478342264605b8649ab0a3b3c93e', 'gw_port_host': None}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:29.324664 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128719'] for subnet, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.347536 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca891-c740-4602-9c5e-f3dbaab9e135 None None] Pushing event updated for resources: {'Port': ['ID=49d098cb-dd3d-4e2f-9530-f06c228014ca,revision_number=3']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:29.354145 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-455ca891-c740-4602-9c5e-f3dbaab9e135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:29.367764 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 0.8999581
Nov 09 15:33:29.371337 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36028) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:29.374517 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Pushing event updated for resources: {'Network': ['ID=f2cc9761-b005-40b9-94b7-552693b924d5,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:29.380997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Request body: {'subnet': {'network_id': 'f2cc9761-b005-40b9-94b7-552693b924d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2036206739-subnet', 'tenant_id': '647a868be8934aabbac104ab688784e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:29.384578 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:29.394091 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:29.402697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Usage tracker for resource:subnet and tenant:647a868be8934aabbac104ab688784e2 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:29.407962 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:29.423799 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:29.424941 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network f2cc9761-b005-40b9-94b7-552693b924d5 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:33:29.440270 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Made reservation on behalf of 647a868be8934aabbac104ab688784e2 for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:33:29.446055 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268121'] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.609694 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.636398 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Attempting to bind port 49d098cb-dd3d-4e2f-9530-f06c228014ca on host dv-cinder-817223-1-iscsi for vnic_type normal with profile  {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:33:29.637162 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Attempting to bind port 49d098cb-dd3d-4e2f-9530-f06c228014ca by drivers openvswitch,hyperv on host dv-cinder-817223-1-iscsi at level 0 using segments [{'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:33:29.637162 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Attempting to bind port 49d098cb-dd3d-4e2f-9530-f06c228014ca on network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:29.663435 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Checking agent: {'id': 'c25ee627-e7bf-4229-8058-af0c204a2ddb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817223-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 18, 2), 'started_at': datetime.datetime(2021, 11, 9, 15, 18, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817223-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:33:29.663841 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Checking segment: {'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:29.664220 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.664618 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Bound using segment: {'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'} {{(pid=86783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:33:29.665182 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.managers [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Bound port: 49d098cb-dd3d-4e2f-9530-f06c228014ca, host: dv-cinder-817223-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ebeec9-559a-4d4e-b30a-fac13a667157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612'}}] {{(pid=86783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:33:29.665568 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.756200 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861186'] for subnet, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.771469 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7cedab23-bda4-4526-b6a1-2f553c30d940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:29.822295 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 6667373c-cd16-48e3-8d08-068a08f60bd6 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:29.828887 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268103'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.854891 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a27dd975-eb61-478e-af7f-a57ed3a278ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:29.862343 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:29.875504 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] 10.222.0.87 "DELETE /v2.0/subnets/dd824ab7-e7fe-4258-8624-5ffedf89effd HTTP/1.1" status: 204  len: 168 time: 0.7512255
Nov 09 15:33:29.877583 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd824ab7-e7fe-4258-8624-5ffedf89effd,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:29.880010 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36036) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:29.884678 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00658f07-9716-4bba-97e4-dbe59d27d4ce None None] Network 70aabe4c-c06e-42e1-8431-d75ad3d3e464 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:29.885803 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a1ca4a91-5fca-4862-8071-c8e28abbd2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:29.921125 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 6667373c-cd16-48e3-8d08-068a08f60bd6 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:29.921429 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 6667373c-cd16-48e3-8d08-068a08f60bd6 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:30.039434 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb35568-4d18-4ebe-a1f6-6e50f6cde3ad,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:30.049022 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:30.049980 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Checking segment: {'id': '4cd96320-f45d-4fe3-955b-6441ec765acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'f2cc9761-b005-40b9-94b7-552693b924d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:30.050579 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Network hostable DHCP agents. Network: f2cc9761-b005-40b9-94b7-552693b924d5, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:33:30.060318 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:30.078057 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] For port 49d098cb-dd3d-4e2f-9530-f06c228014ca, host dv-cinder-817223-1-iscsi, cleared binding levels {{(pid=86783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:33:30.079343 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Deleting port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:30.080132 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:30.086924 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Network f2cc9761-b005-40b9-94b7-552693b924d5 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:33:30.097965 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] For port 49d098cb-dd3d-4e2f-9530-f06c228014ca, host dv-cinder-817223-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=49d098cb-dd3d-4e2f-9530-f06c228014ca,segment=NetworkSegment(31ebeec9-559a-4d4e-b30a-fac13a667157),segment_id=31ebeec9-559a-4d4e-b30a-fac13a667157)] {{(pid=86783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:33:30.101522 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, f2cc9761-b005-40b9-94b7-552693b924d5) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:30.109718 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:30.110502 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:30.127449 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b4505-ae96-4f50-ba0d-8c81ece8ccdc None None] Network f2cc9761-b005-40b9-94b7-552693b924d5 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:30.150471 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7699645
Nov 09 15:33:30.150858 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:30.151422 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:30.507151 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Routers {'84f4cd09-9f6f-45d5-bb81-db502b74f0e6'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:30.508507 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06f731f0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:30.522777 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] For port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=af8f1322-b3b6-4c12-aea3-cea7b8dc36a1,segment=NetworkSegment(3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc),segment_id=3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:30.523127 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:30.854266 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ca891-c740-4602-9c5e-f3dbaab9e135 None None] Pushing event updated for resources: {'Port': ['ID=49d098cb-dd3d-4e2f-9530-f06c228014ca,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:30.875349 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-455ca891-c740-4602-9c5e-f3dbaab9e135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:30.910876 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Calling delete_port for af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 owned by network:dhcp {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:30.948914 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] Set router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:31.027440 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.036570 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-316a18dc-5252-439d-a6fc-ca53f941a9f5 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:31.103499 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36070) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:31.118827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-61373730-network', 'tenant_id': '89eb25d19ac3413f8969c422a7614b36'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:31.124614 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:31.128603 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] No DVR routers for this DVR port af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 on host dv-cinder-817223-1-iscsi {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:33:31.130553 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Usage tracker for resource:network and tenant:89eb25d19ac3413f8969c422a7614b36 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:31.131021 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8f1322-b3b6-4c12-aea3-cea7b8dc36a1,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:31.139083 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:31.157096 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:31.180269 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:31.180681 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Made reservation on behalf of 89eb25d19ac3413f8969c422a7614b36 for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:33:31.183793 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.214692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.242750 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:31.248177 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Usage tracker for resource:security_group_rule and tenant:89eb25d19ac3413f8969c422a7614b36 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:31.257176 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:31.308726 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:31.402329 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.453828 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7878ad68-1bf1-4318-9028-9b1862c09e31 None None] Network f2cc9761-b005-40b9-94b7-552693b924d5 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:31.532950 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.545300 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b0461c910>,) {'filters': {'network_id': ['70aabe4c-c06e-42e1-8431-d75ad3d3e464']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:31.545423 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.553139 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-bb0506f1-b970-4dd9-bef3-64c126448cd8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:31.588688 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc5433-cb55-40d0-8e5f-39402be98223 None None] DHCP port deletion for 70aabe4c-c06e-42e1-8431-d75ad3d3e464 request from dv-cinder-817223-1-iscsi {{(pid=86783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 09 15:33:31.598648 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ec558e2d-ec71-4758-afb4-ba5754ecb619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.651731 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b0461c910>, '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:31.652198 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b0461c910>, '3ca9e42e-66d4-4cc5-9fb5-4ea50faec0fc') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:31.662416 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d6a49-154f-4b0a-9e25-034c5271df21,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:31.677411 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1154}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:33:31.686481 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.698236 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:31.703765 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.704154 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Added segment dd06669b-c09b-44d7-ac15-46ba64b51531 of type vlan for network 327eedca-12d8-4c40-bb76-13fa84067115
Nov 09 15:33:31.725607 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.734630 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:33:31.743177 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:33:31.776359 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:33:31.781170 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.856974 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.864683 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:31.866955 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.868744 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.883426 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:31.903678 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.910747 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e729f056-7d6c-4c86-88ac-aa56df6700ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:31.923713 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 49d098cb-dd3d-4e2f-9530-f06c228014ca up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:31.934053 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:31.946276 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Pushing event deleted for resources: {'Network': ['ID=70aabe4c-c06e-42e1-8431-d75ad3d3e464,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:31.951458 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:31.978499 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-4dac2e51-9586-4e20-b2ee-15ec8b50da48 admin admin] 10.222.0.87 "DELETE /v2.0/networks/70aabe4c-c06e-42e1-8431-d75ad3d3e464 HTTP/1.1" status: 204  len: 168 time: 2.0939457
Nov 09 15:33:31.986238 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36078) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:32.131279 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06f731f0>, [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 4, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port': {'id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:13Z', 'updated_at': '2021-11-09T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '49d098cb-dd3d-4e2f-9530-f06c228014ca', 'name': '', 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'mac_address': 'fa:16:3e:2a:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:18Z', 'updated_at': '2021-11-09T15:33:30Z', 'revision_number': 4, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'subnets': [{'id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:32.133619 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning for port 49d098cb-dd3d-4e2f-9530-f06c228014ca completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:32.142406 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0349193
Nov 09 15:33:32.142981 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e598f-8625-4a0f-b15e-bdad1ffbd832 None None] The sync data for ids ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'] in dv-cinder-817223-1-iscsi is: [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:33:20Z', 'revision_number': 4, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port': {'id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:13Z', 'updated_at': '2021-11-09T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '49d098cb-dd3d-4e2f-9530-f06c228014ca', 'name': '', 'network_id': '03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'mac_address': 'fa:16:3e:2a:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:18Z', 'updated_at': '2021-11-09T15:33:30Z', 'revision_number': 4, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'subnets': [{'id': '0bea5902-21c3-4e14-b54f-ad28387fc998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:32.142981 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 49d098cb-dd3d-4e2f-9530-f06c228014ca triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:32.142981 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:32.143944 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36082) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:32.152768 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Request body: {'subnet': {'network_id': '327eedca-12d8-4c40-bb76-13fa84067115', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-61373730-subnet', 'tenant_id': '89eb25d19ac3413f8969c422a7614b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:32.157562 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Pushing event updated for resources: {'Network': ['ID=327eedca-12d8-4c40-bb76-13fa84067115,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:32.161977 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:32.163018 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:32.170986 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network 327eedca-12d8-4c40-bb76-13fa84067115 details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:33:32.175043 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Usage tracker for resource:subnet and tenant:89eb25d19ac3413f8969c422a7614b36 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:32.185182 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:32.202359 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:32.219119 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Made reservation on behalf of 89eb25d19ac3413f8969c422a7614b36 for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:33:32.222813 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268121'] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:32.449001 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:32.536199 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] For port 49d098cb-dd3d-4e2f-9530-f06c228014ca, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=49d098cb-dd3d-4e2f-9530-f06c228014ca,segment=NetworkSegment(31ebeec9-559a-4d4e-b30a-fac13a667157),segment_id=31ebeec9-559a-4d4e-b30a-fac13a667157)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:32.542300 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:32.544891 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:32.611966 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268103'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:32.619886 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:32.620493 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:32.680806 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:32.681506 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device af8f1322-b3b6-4c12-aea3-cea7b8dc36a1 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:32.682223 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device d49bdd34-fda4-4d39-b8cc-6b0f149496d5 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:32.690674 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60269de9-66b5-4e8b-b847-f6de83bc2f15,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:32.696494 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:32.732846 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Checking segment: {'id': 'dd06669b-c09b-44d7-ac15-46ba64b51531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '327eedca-12d8-4c40-bb76-13fa84067115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:32.733274 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Network hostable DHCP agents. Network: 327eedca-12d8-4c40-bb76-13fa84067115, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:33:32.758492 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: d49bdd34-fda4-4d39-b8cc-6b0f149496d5 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:32.761209 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device d49bdd34-fda4-4d39-b8cc-6b0f149496d5 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:32.761655 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Network 327eedca-12d8-4c40-bb76-13fa84067115 is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:33:32.782532 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Pushing event updated for resources: {'Port': ['ID=49d098cb-dd3d-4e2f-9530-f06c228014ca,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:32.788348 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:32.797537 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, 327eedca-12d8-4c40-bb76-13fa84067115) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:32.810184 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:32.810530 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b02d5-ab26-4718-bf8d-803f8d8bd42f None None] Network 327eedca-12d8-4c40-bb76-13fa84067115 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:32.811010 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:32.900544 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-eff078d1-8c6c-4c40-b687-2bb91dafb95e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.7468734
Nov 09 15:33:32.908782 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:33.144231 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36098) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:33.191573 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874254ae-5d01-41bb-bf99-d40d373fb8bf None None] Network 327eedca-12d8-4c40-bb76-13fa84067115 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:33.252158 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] Deleting subnet 3fb35568-4d18-4ebe-a1f6-6e50f6cde3ad {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:33:33.257445 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:33.361579 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892165'] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:33.501057 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:33.600739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268094'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:33.608769 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:33.665934 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb35568-4d18-4ebe-a1f6-6e50f6cde3ad,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:33.669175 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:33.672359 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:33.681986 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-043f0c92-6c4e-4c0a-96f4-3ed996a516ec admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3fb35568-4d18-4ebe-a1f6-6e50f6cde3ad HTTP/1.1" status: 204  len: 168 time: 0.5362060
Nov 09 15:33:33.683216 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36110) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:33.777804 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 49d098cb-dd3d-4e2f-9530-f06c228014ca up at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:33:33.786790 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Deleting port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:33.787351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:33.898857 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Provisioning complete for port 49d098cb-dd3d-4e2f-9530-f06c228014ca triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:33.899053 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:33.913960 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.102301 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ff61a92f-80db-4c98-82c0-1b570f89f285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.179815 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.194635 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] For port a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,segment=NetworkSegment(44a1188c-292b-4d42-9556-2a7380185bec),segment_id=44a1188c-292b-4d42-9556-2a7380185bec)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:34.195140 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.352643 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b04fd5790>,) {'filters': {'network_id': ['f2cc9761-b005-40b9-94b7-552693b924d5']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:34.372967 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Calling delete_port for a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 owned by network:router_interface {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:34.423396 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04fd5790>, '4cd96320-f45d-4fe3-955b-6441ec765acc') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:34.423707 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04fd5790>, '4cd96320-f45d-4fe3-955b-6441ec765acc') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:34.445655 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.481534 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.496930 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:33:34.497417 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:33:34.511631 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:33:34.604800 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.611760 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.615366 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:34.644378 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cc9761-b005-40b9-94b7-552693b924d5,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:34.646967 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:34.650329 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-b4099b09-8702-46d1-930c-4a240f242e4c admin admin] 10.222.0.87 "DELETE /v2.0/networks/f2cc9761-b005-40b9-94b7-552693b924d5 HTTP/1.1" status: 204  len: 168 time: 0.9658067
Nov 09 15:33:34.653895 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36120) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:34.769150 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_v2 [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Deleting subnet 60269de9-66b5-4e8b-b847-f6de83bc2f15 {{(pid=86781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:33:34.775158 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.839475 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.846559 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:34.888179 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128719'] for subnet, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:34.937296 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:34.940169 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:35.051433 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:35.073698 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:35.446405 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861186'] for subnet, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:35.468369 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:35.514441 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60269de9-66b5-4e8b-b847-f6de83bc2f15,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:35.517147 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:35.523342 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:35.550038 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:35.559568 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/60269de9-66b5-4e8b-b847-f6de83bc2f15 HTTP/1.1" status: 204  len: 168 time: 0.9044163
Nov 09 15:33:35.563231 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36128) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:35.744483 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:35.901652 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:35.936568 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b04a975b0>,) {'filters': {'network_id': ['327eedca-12d8-4c40-bb76-13fa84067115']}} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:35.949945 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04a975b0>, 'dd06669b-c09b-44d7-ac15-46ba64b51531') {'for_net_delete': True} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:35.950269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04a975b0>, 'dd06669b-c09b-44d7-ac15-46ba64b51531') {} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:35.973888 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2892158'] for segment, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:35.996457 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.005401 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=86782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:33:36.006127 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350480'] for segment, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]: Traceback (most recent call last):
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     timer()
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     cb(*args, **kw)
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     return func(*args, **kwargs)
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     self._notify()
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     self.callback(batched_events)
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     event.method(event)
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     return f(self, *a, **k)
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._get(url).json()
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:33:36.021522 dv-cinder-817223-1-iscsi neutron-server[86782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:33:36.042246 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Router d17e734d-2980-4d8c-a5d4-fb3ceff04372 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:33:36.129395 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.133717 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:36.150897 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.157833 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Pushing event deleted for resources: {'Network': ['ID=327eedca-12d8-4c40-bb76-13fa84067115,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:36.164682 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] 10.222.0.87 "DELETE /v2.0/networks/327eedca-12d8-4c40-bb76-13fa84067115 HTTP/1.1" status: 204  len: 168 time: 0.5996764
Nov 09 15:33:36.172341 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.172638 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.172947 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.173300 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.173800 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.174231 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.174603 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.175046 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.175336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.175802 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.176255 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.176641 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:33:36.180775 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a96ee129-3994-4b10-93fd-b8d601b1f78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:36.275009 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:36.280850 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-ff036831-a8e3-46a2-b957-1359bf9835b4 admin admin] 10.222.0.87 "PUT /v2.0/routers/d17e734d-2980-4d8c-a5d4-fb3ceff04372/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2961519
Nov 09 15:33:36.282756 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36138) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:36.287961 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] Sync routers for ids ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:36.299556 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] Routers {'d17e734d-2980-4d8c-a5d4-fb3ceff04372'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:36.300220 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b063db3d0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:36.388371 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.461710 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36142) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:36.523935 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-d923291c-71cb-4d54-acb4-5828c9e0a1d6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=647a868be8934aabbac104ab688784e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0583138
Nov 09 15:33:36.525034 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36146) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:36.538863 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] Set router d17e734d-2980-4d8c-a5d4-fb3ceff04372 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:36.579154 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks [] for router, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.757778 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.798422 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-87da8159-5e6a-4fff-b526-db94607d1308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.844144 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-87da8159-5e6a-4fff-b526-db94607d1308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:36.929271 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b063db3d0>, [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:33:34Z', 'revision_number': 5, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port': {'id': '8eb48a47-4322-4f32-998e-5b8649ad75e0', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:29:32Z', 'updated_at': '2021-11-09T15:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:36.934007 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] Checking router: d17e734d-2980-4d8c-a5d4-fb3ceff04372 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:36.947185 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] Routers {'d17e734d-2980-4d8c-a5d4-fb3ceff04372'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:36.948808 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b063db3d0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:36.994641 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:37.019093 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Deleting port 8eb48a47-4322-4f32-998e-5b8649ad75e0 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:37.019591 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:37.101690 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-87da8159-5e6a-4fff-b526-db94607d1308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:37.108814 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8f50d3f6-45ab-48bb-bccb-f9b440d95d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:37.149621 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] Set router d17e734d-2980-4d8c-a5d4-fb3ceff04372 gateway port host: None {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:37.196055 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da8159-5e6a-4fff-b526-db94607d1308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f597859-991d-486f-8178-19bfa678c50a,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:37.198666 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-87da8159-5e6a-4fff-b526-db94607d1308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:37.209901 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-87da8159-5e6a-4fff-b526-db94607d1308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:37.214448 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-87da8159-5e6a-4fff-b526-db94607d1308 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8f597859-991d-486f-8178-19bfa678c50a HTTP/1.1" status: 204  len: 168 time: 0.6843450
Nov 09 15:33:37.279252 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] For port 8eb48a47-4322-4f32-998e-5b8649ad75e0, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=8eb48a47-4322-4f32-998e-5b8649ad75e0,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:37.280127 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:37.340470 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b063db3d0>, [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:33:36Z', 'revision_number': 6, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:37.346654 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c43d5cc-dbb5-4e4a-ab97-2dddcc0d333c None None] The sync data for ids ['d17e734d-2980-4d8c-a5d4-fb3ceff04372'] in dv-cinder-817223-1-iscsi is: [{'id': 'd17e734d-2980-4d8c-a5d4-fb3ceff04372', 'name': 'tempest-TestMinimumBasicScenario-1867658994-router', 'tenant_id': '4ea7f156ea4f4126bdac13620746ef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:29:31Z', 'updated_at': '2021-11-09T15:33:36Z', 'revision_number': 6, 'project_id': '4ea7f156ea4f4126bdac13620746ef00', 'gw_port_host': None}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:37.501442 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Calling delete_port for 8eb48a47-4322-4f32-998e-5b8649ad75e0 owned by network:router_gateway {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:37.729947 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:37.782103 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36162) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:37.801380 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:37.802201 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device a76e98c2-f03b-4dcc-8679-5b3f5f1d1da2 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:37.872124 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-588dd1d2-d799-4444-80cb-78716e6276a5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=89eb25d19ac3413f8969c422a7614b36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0883667
Nov 09 15:33:37.879061 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36166) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:37.916903 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:37.925185 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-300cca36-ebc0-4346-9678-403f586e6de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:37.967646 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb48a47-4322-4f32-998e-5b8649ad75e0,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:37.967944 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-153ed9aa-a209-4ce7-9db7-6966afdb644f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:37.970987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:38.017492 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-153ed9aa-a209-4ce7-9db7-6966afdb644f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.109181 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.115352 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-153ed9aa-a209-4ce7-9db7-6966afdb644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.122516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-35a00438-eafd-42cd-a21b-11a04ad5cc0a tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:38.137729 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed9aa-a209-4ce7-9db7-6966afdb644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d6a49-154f-4b0a-9e25-034c5271df21,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:38.141151 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-153ed9aa-a209-4ce7-9db7-6966afdb644f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:38.143038 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-153ed9aa-a209-4ce7-9db7-6966afdb644f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.146311 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-153ed9aa-a209-4ce7-9db7-6966afdb644f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d13d6a49-154f-4b0a-9e25-034c5271df21 HTTP/1.1" status: 204  len: 168 time: 0.2633770
Nov 09 15:33:38.321857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.324978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.369875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.375216 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d17e734d-2980-4d8c-a5d4-fb3ceff04372 {{(pid=86782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:33:38.400983 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.400983 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] 10.222.0.87 "DELETE /v2.0/routers/d17e734d-2980-4d8c-a5d4-fb3ceff04372 HTTP/1.1" status: 204  len: 168 time: 2.1132092
Nov 09 15:33:38.401470 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36176) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:38.489238 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] Deleting subnet 3478dc38-02dd-4f38-848f-726ef391e94f {{(pid=86781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:33:38.493068 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.560328 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128719'] for subnet, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.662633 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.744906 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861186'] for subnet, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.753761 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-94be9664-f88a-4650-8816-1c9620271d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:38.800062 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3478dc38-02dd-4f38-848f-726ef391e94f,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:38.803236 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:38.805974 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:38.813394 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e5bd4-e5b4-4c4a-a502-9f6d2629726a None None] Network 4c4c09d2-4a54-4392-a07b-1a35d1fde214 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:33:38.821082 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36190) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:38.830719 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e2e1979e-3cf4-4be4-863f-29c43aca3fb9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3478dc38-02dd-4f38-848f-726ef391e94f HTTP/1.1" status: 204  len: 168 time: 0.4278882
Nov 09 15:33:38.977773 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:39.008349 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Deleting port 73570411-e05b-483c-9a5a-a7bafa9d9bae {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:39.008692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:39.174004 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] DHCP port deletion for 4c4c09d2-4a54-4392-a07b-1a35d1fde214 request from dv-cinder-817223-1-iscsi {{(pid=86783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 09 15:33:39.182435 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] Deleting port 73570411-e05b-483c-9a5a-a7bafa9d9bae {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:39.183151 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:39.488398 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] For port 73570411-e05b-483c-9a5a-a7bafa9d9bae, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=73570411-e05b-483c-9a5a-a7bafa9d9bae,segment=NetworkSegment(44a1188c-292b-4d42-9556-2a7380185bec),segment_id=44a1188c-292b-4d42-9556-2a7380185bec)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:39.489393 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:39.511756 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] For port 73570411-e05b-483c-9a5a-a7bafa9d9bae, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=73570411-e05b-483c-9a5a-a7bafa9d9bae,segment=NetworkSegment(44a1188c-292b-4d42-9556-2a7380185bec),segment_id=44a1188c-292b-4d42-9556-2a7380185bec)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:39.512552 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:39.642646 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Calling delete_port for 73570411-e05b-483c-9a5a-a7bafa9d9bae owned by network:dhcp {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:39.677633 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] Calling delete_port for 73570411-e05b-483c-9a5a-a7bafa9d9bae owned by network:dhcp {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:39.746197 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:39.753325 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fc0c1366-b674-48d6-a62d-bec2cf883b7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:39.761728 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 73570411-e05b-483c-9a5a-a7bafa9d9bae no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:39.820522 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Pushing event deleted for resources: {'Port': ['ID=73570411-e05b-483c-9a5a-a7bafa9d9bae,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:39.828504 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:39.831304 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] No DVR routers for this DVR port 73570411-e05b-483c-9a5a-a7bafa9d9bae on host dv-cinder-817223-1-iscsi {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:33:39.896308 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.db.api [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:33:39.897150 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_db.api [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:33:39.908243 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 73570411-e05b-483c-9a5a-a7bafa9d9bae {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:39.909139 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 73570411-e05b-483c-9a5a-a7bafa9d9bae not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:39.909756 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 8eb48a47-4322-4f32-998e-5b8649ad75e0 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:39.958592 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 8eb48a47-4322-4f32-998e-5b8649ad75e0 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:39.959043 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 8eb48a47-4322-4f32-998e-5b8649ad75e0 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:40.003237 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.038690 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b06efa6d0>,) {'filters': {'network_id': ['4c4c09d2-4a54-4392-a07b-1a35d1fde214']}} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:40.058221 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b06efa6d0>, '44a1188c-292b-4d42-9556-2a7380185bec') {'for_net_delete': True} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:40.058794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b06efa6d0>, '44a1188c-292b-4d42-9556-2a7380185bec') {} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:40.075810 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2892158'] for segment, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.097299 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.108547 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=86782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:33:40.109201 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350480'] for segment, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]: Traceback (most recent call last):
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     timer()
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     cb(*args, **kw)
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     return func(*args, **kwargs)
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     self._notify()
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     self.callback(batched_events)
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     event.method(event)
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     return f(self, *a, **k)
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._get(url).json()
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:33:40.139114 dv-cinder-817223-1-iscsi neutron-server[86782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:33:40.260443 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.267963 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:40.287784 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.300091 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4c09d2-4a54-4392-a07b-1a35d1fde214,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:40.304964 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:40.312433 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4c4c09d2-4a54-4392-a07b-1a35d1fde214 HTTP/1.1" status: 204  len: 168 time: 1.4869964
Nov 09 15:33:40.398973 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] Deleting port 73570411-e05b-483c-9a5a-a7bafa9d9bae {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:40.399929 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.480720 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-1d87add3-0320-482e-8a13-6bdb7d5a9516 None None] The port '73570411-e05b-483c-9a5a-a7bafa9d9bae' was deleted {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 09 15:33:40.610803 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36240) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:40.685010 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36244) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:40.689480 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-00f24b14-146d-4263-95cd-c537df642641 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a3e4478342264605b8649ab0a3b3c93e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0679407
Nov 09 15:33:40.758413 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-808201da-c607-449b-9b5b-830532d8545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.793483 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-808201da-c607-449b-9b5b-830532d8545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.873071 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-808201da-c607-449b-9b5b-830532d8545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.878933 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ea0ec6c3-f0eb-4276-8a77-6c0686195f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:40.891814 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808201da-c607-449b-9b5b-830532d8545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a187d245-d354-4721-b203-49442695aa3b,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:40.900726 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-808201da-c607-449b-9b5b-830532d8545b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:40.901572 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-808201da-c607-449b-9b5b-830532d8545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:40.902936 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-808201da-c607-449b-9b5b-830532d8545b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a187d245-d354-4721-b203-49442695aa3b HTTP/1.1" status: 204  len: 168 time: 0.2157636
Nov 09 15:33:41.396229 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36262) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:41.462386 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-4d8d1996-99dd-46e7-997a-cec8127966dd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4ea7f156ea4f4126bdac13620746ef00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0609305
Nov 09 15:33:41.462948 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36270) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:41.533629 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4d04d02c-a87e-46ef-9440-f4152ea2f018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:41.561825 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4d04d02c-a87e-46ef-9440-f4152ea2f018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:41.625078 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4d04d02c-a87e-46ef-9440-f4152ea2f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:41.633253 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7159379d-0d54-4e1d-8621-87875c590b07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:41.649048 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04d02c-a87e-46ef-9440-f4152ea2f018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fe695e-c594-40b0-88f9-b4f6b8809401,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:41.652879 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4d04d02c-a87e-46ef-9440-f4152ea2f018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:41.657010 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4d04d02c-a87e-46ef-9440-f4152ea2f018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:41.658282 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-4d04d02c-a87e-46ef-9440-f4152ea2f018 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/80fe695e-c594-40b0-88f9-b4f6b8809401 HTTP/1.1" status: 204  len: 168 time: 0.1940730
Nov 09 15:33:43.450211 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:33:49.546879 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-d6a64f36-f7d2-4df0-b9c2-804675fe2b3c tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571205493&fields=id&tenant_id=d328b0457d2741bb8867d2b728caf320 HTTP/1.1" status: 200  len: 267 time: 0.0583160
Nov 09 15:33:49.747952 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-e889c82e-4558-4c1f-a370-d10c9a5a5768 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:49.750530 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-e889c82e-4558-4c1f-a370-d10c9a5a5768 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 809 time: 0.1945677
Nov 09 15:33:49.773230 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-a99e9abd-67cb-4db7-a481-f3d33b8fdc06 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/quotas/d328b0457d2741bb8867d2b728caf320 HTTP/1.1" status: 200  len: 375 time: 0.0155325
Nov 09 15:33:50.004418 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-e6e3b11d-bd47-462d-a5a1-2adc31bc592e tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2230871
Nov 09 15:33:50.428811 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-9e21ff53-4ed3-4b54-b00c-6f744e07f3eb service neutron] 10.222.0.87 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4119551
Nov 09 15:33:50.596492 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-8d751416-bb99-4ddb-80de-c147f2926df3 service neutron] 10.222.0.87 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574934
Nov 09 15:33:50.700882 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67285d92-93d0-4a3f-a37e-b878cb0629af req-de9b24ac-c280-4a04-be7d-9c888b6e4531 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:50.702387 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-67285d92-93d0-4a3f-a37e-b878cb0629af req-de9b24ac-c280-4a04-be7d-9c888b6e4531 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 946 time: 0.1125205
Nov 09 15:33:50.760964 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-67285d92-93d0-4a3f-a37e-b878cb0629af req-dc07e6df-1dc3-468e-90f8-9a86f112483f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526319
Nov 09 15:33:51.141499 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e359a28f-ca3e-4890-a9e5-ec771e52a1c2 req-7cf6fdf6-a28b-48d1-8ceb-41a5caa88a96 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 210 time: 0.0740864
Nov 09 15:33:51.985512 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b330da1-f40c-49ce-9860-c832aa73a19f req-10b789ba-d3bc-4eba-91ce-3012271f7a07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:51.987733 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6b330da1-f40c-49ce-9860-c832aa73a19f req-10b789ba-d3bc-4eba-91ce-3012271f7a07 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 946 time: 0.1052995
Nov 09 15:33:52.044709 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6b330da1-f40c-49ce-9860-c832aa73a19f req-37e0e80d-58ba-4656-9002-0bb1e911a455 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484257
Nov 09 15:33:52.336223 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a016c281-7565-4fc3-9d3f-d5f9e8f0b1cb req-298a552e-9d9f-49a6-a003-65c36971b9f2 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 210 time: 0.0592434
Nov 09 15:33:52.527533 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-193c0fa5-e723-4787-9c1b-6fa102878e52 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:52.528432 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-193c0fa5-e723-4787-9c1b-6fa102878e52 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Synchronizing usage tracker for tenant:d328b0457d2741bb8867d2b728caf320 on resource:network {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:52.555928 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-193c0fa5-e723-4787-9c1b-6fa102878e52 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Unset dirty status for tenant:d328b0457d2741bb8867d2b728caf320 on resource:network {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:52.557421 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-193c0fa5-e723-4787-9c1b-6fa102878e52 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 809 time: 0.2057145
Nov 09 15:33:52.632344 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-84284c1e-69ce-46be-9ca6-53bea4a2f469 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Synchronizing usage tracker for tenant:d328b0457d2741bb8867d2b728caf320 on resource:security_group {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:33:52.659835 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-84284c1e-69ce-46be-9ca6-53bea4a2f469 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Unset dirty status for tenant:d328b0457d2741bb8867d2b728caf320 on resource:security_group {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:33:52.661579 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-84284c1e-69ce-46be-9ca6-53bea4a2f469 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d328b0457d2741bb8867d2b728caf320 HTTP/1.1" status: 200  len: 379 time: 0.0841725
Nov 09 15:33:52.672552 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'port': {'device_id': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'admin_state_up': True, 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'security_groups': ['b2c53ca8-8807-47d9-9d10-c83d5f0985ca']}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:52.823440 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-bda0a179-a96e-4f09-bbd1-0017f50da244 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:52.825426 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-bda0a179-a96e-4f09-bbd1-0017f50da244 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 946 time: 0.1206248
Nov 09 15:33:52.868436 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:33:52.872522 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:port and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:33:52.877734 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:33:52.885698 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:33:52.915563 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Made reservation on behalf of d328b0457d2741bb8867d2b728caf320 for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:33:52.919279 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:52.927038 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Deleting port 7d38bded-1090-4c6b-9044-908972e0da19 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:52.927323 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:53.141895 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Allocated IP 172.20.0.10 (17f99ca3-987e-4836-92b4-b673102eb5ac/ebdd4d98-3d10-46a6-b9ed-ed62484fb911/88b82eec-fea9-4c0b-8214-7fc21be51ecf) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:33:53.289683 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] For port 7d38bded-1090-4c6b-9044-908972e0da19, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=7d38bded-1090-4c6b-9044-908972e0da19,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:33:53.290431 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:53.373843 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:53.394855 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Transition to ACTIVE for port object 88b82eec-fea9-4c0b-8214-7fc21be51ecf will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:53.413252 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de35ab-fc1b-4406-a982-cb1a1f2fd6f7 req-57a08bf7-c131-4ed8-aa9b-b1deb047f0ad tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:53.422742 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-16de35ab-fc1b-4406-a982-cb1a1f2fd6f7 req-57a08bf7-c131-4ed8-aa9b-b1deb047f0ad tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 946 time: 0.2399712
Nov 09 15:33:53.423500 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:53.431891 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9febfc2a-8ce6-46c0-a94b-3aaaabe5ef45 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:53.530095 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Network 17f99ca3-987e-4836-92b4-b673102eb5ac is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:33:53.532597 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:33:53.537692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:33:53.585452 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:53.623006 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:53.631085 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-16de35ab-fc1b-4406-a982-cb1a1f2fd6f7 req-2dc655a3-031c-4720-8f4c-f484fa991252 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2071736
Nov 09 15:33:53.655926 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:53.656784 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:53.696972 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0282171
Nov 09 15:33:53.718157 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Request body: {'port': {'device_id': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:33:53.874831 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:53.875372 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:53.875748 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.l3_db [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Floating IP e63467e1-0730-44e1-8c1a-fb35da547706 disassociated. External IP: 172.27.0.41, port: 7d38bded-1090-4c6b-9044-908972e0da19.
Nov 09 15:33:53.876152 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Calling delete_port for 7d38bded-1090-4c6b-9044-908972e0da19 owned by compute:nova {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:53.895951 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-6f162d12-2048-4406-870b-de324711aea4 None None] Provisioning for port 88b82eec-fea9-4c0b-8214-7fc21be51ecf completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:33:53.902652 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-6f162d12-2048-4406-870b-de324711aea4 None None] Provisioning complete for port 88b82eec-fea9-4c0b-8214-7fc21be51ecf triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:33:53.903319 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6f162d12-2048-4406-870b-de324711aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:53.955867 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299733ad-90b6-48b2-80d1-ecf21c47dd12 req-56d34798-c1f7-4a42-9f93-ae46fe11fee1 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:53.957561 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-299733ad-90b6-48b2-80d1-ecf21c47dd12 req-56d34798-c1f7-4a42-9f93-ae46fe11fee1 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 932 time: 0.2788012
Nov 09 15:33:53.974230 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-6f162d12-2048-4406-870b-de324711aea4 None None] Port 88b82eec-fea9-4c0b-8214-7fc21be51ecf cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:33:54.015375 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:54.158660 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-299733ad-90b6-48b2-80d1-ecf21c47dd12 req-978d2c3b-28bc-48ef-8cc6-cceaa8082ea0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1831760
Nov 09 15:33:54.258860 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:54.265136 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-443948a8-a86f-4366-a6ef-700d0927db7c tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:54.316999 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event deleted for resources: {'Port': ['ID=7d38bded-1090-4c6b-9044-908972e0da19,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:54.320316 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:54.483947 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b82eec-fea9-4c0b-8214-7fc21be51ecf {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:33:54.492181 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:54.509339 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Transition to ACTIVE for port object 88b82eec-fea9-4c0b-8214-7fc21be51ecf will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:33:54.513373 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:54.523999 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-41055abb-6ad1-4a85-ada2-7d1d3aad4077 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:54.576118 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:33:54.755059 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Pushing event updated for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:54.760000 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:54.851954 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Attempting to bind port 88b82eec-fea9-4c0b-8214-7fc21be51ecf on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:33:54.853087 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Attempting to bind port 88b82eec-fea9-4c0b-8214-7fc21be51ecf by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:33:54.853659 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Attempting to bind port 88b82eec-fea9-4c0b-8214-7fc21be51ecf on network 17f99ca3-987e-4836-92b4-b673102eb5ac {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:54.871300 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Port 88b82eec-fea9-4c0b-8214-7fc21be51ecf on network 17f99ca3-987e-4836-92b4-b673102eb5ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:33:54.871622 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Attempting to bind port 88b82eec-fea9-4c0b-8214-7fc21be51ecf on network 17f99ca3-987e-4836-92b4-b673102eb5ac {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:33:54.891140 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:33:54.892099 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Checking segment: {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:33:54.892796 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Bound using segment: {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:33:54.893598 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Bound port: 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:33:54.894262 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:54.909417 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:33:54.923028 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-50f39f4d-5d07-41e9-b800-8a95c164c475 req-db9a1dd7-7d26-4dc1-9938-909963f868f5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/ports?device_id=89c21b2f-810b-4744-9ca6-6aed7baf40ff HTTP/1.1" status: 200  len: 210 time: 0.0715365
Nov 09 15:33:54.923293 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] Sync routers for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:33:54.936222 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:54.937227 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05697760>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:55.030635 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] No DVR routers for this DVR port 7d38bded-1090-4c6b-9044-908972e0da19 on host hv-cinder-81722 {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:33:55.033724 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:55.037251 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'name': 'network-vif-deleted', 'tag': '7d38bded-1090-4c6b-9044-908972e0da19'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:55.049747 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-473a02ae-452f-4f35-8b96-34f3cde4c338 req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.71 "DELETE /v2.0/ports/7d38bded-1090-4c6b-9044-908972e0da19 HTTP/1.1" status: 204  len: 173 time: 2.2179885
Nov 09 15:33:55.092941 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:33:55.097050 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:33:55.102607 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c21b2f-810b-4744-9ca6-6aed7baf40ff', 'name': 'network-vif-deleted', 'tag': '7d38bded-1090-4c6b-9044-908972e0da19', 'status': 'completed', 'code': 200}
Nov 09 15:33:55.103909 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:55.110638 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c175b344-dad0-41a1-8455-d0299effe00b tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:55.187331 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:55.187977 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:55.189426 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] 10.222.0.71 "PUT /v2.0/ports/88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 1094 time: 1.4817317
Nov 09 15:33:55.189979 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:33:55.227024 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Pushing event updated for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:55.230575 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:55.241573 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:55.313841 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'status': 'completed', 'code': 200}
Nov 09 15:33:55.367514 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-07aa0b41-3202-4f8e-a46b-6dbc06bf6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:55.369470 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-07aa0b41-3202-4f8e-a46b-6dbc06bf6a0f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1097 time: 0.1301396
Nov 09 15:33:55.502911 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ee895-178c-4b02-9c10-6c1598579a41 req-6a0977f2-8c28-4d95-a3d4-d7c72fcb25b8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:55.503763 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-23252461-ced6-45a1-b0d0-7c2403e9c0a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 217 time: 0.1227748
Nov 09 15:33:55.504520 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8a4ee895-178c-4b02-9c10-6c1598579a41 req-6a0977f2-8c28-4d95-a3d4-d7c72fcb25b8 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.1516352
Nov 09 15:33:55.566135 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8a4ee895-178c-4b02-9c10-6c1598579a41 req-b92cd69b-8ee6-44b8-804c-65146260f690 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521581
Nov 09 15:33:55.594739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3e11e226-ce43-471c-8b97-9f56808b4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:55.597204 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-3e11e226-ce43-471c-8b97-9f56808b4fcf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.0842609
Nov 09 15:33:55.719846 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-a9eca154-a834-470d-accf-38f5b14a3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:55.721536 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-a9eca154-a834-470d-accf-38f5b14a3b39 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1093633
Nov 09 15:33:55.741347 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05697760>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:55.746341 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] Checking router: 4f3c3460-a617-4fb4-837a-fee2b08a26b8 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:33:55.757683 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:33:55.758879 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05697760>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:33:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:55.916524 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-11799613-0a1b-47f1-b688-0f494303d851 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827643
Nov 09 15:33:55.963842 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:33:56.095459 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e0bdb460-288f-4f88-81ce-25d45d215674 req-cde40801-c909-4cc5-a8b2-786d357856da service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731784
Nov 09 15:33:56.161517 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36518) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:56.327904 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-e093e5a5-37b3-45e5-ba87-ca404bf8309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:56.329988 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-e093e5a5-37b3-45e5-ba87-ca404bf8309b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1097 time: 0.1656153
Nov 09 15:33:56.331370 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a4b33dcb-1e95-4437-adc5-aeeffd9fe67d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:56.390193 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05697760>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:33:56.397630 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5b197-2af2-4ea2-9af5-e2acf68c324b None None] The sync data for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi is: [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:27:05Z', 'revision_number': 4, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '3774f2ba-7583-4e59-a047-f7a6f650a54e', 'name': '', 'network_id': '795531d1-19dc-4eff-8d04-3b6449756a56', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'mac_address': 'fa:16:3e:5f:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:27:04Z', 'updated_at': '2021-11-09T15:27:21Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'subnets': [{'id': 'beb47fc3-c94b-48f6-b72e-c5177911a412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:33:56.559112 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a4b33dcb-1e95-4437-adc5-aeeffd9fe67d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:56.654003 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-7687fde2-7916-4588-8a40-f8cd2dce6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:56.656485 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-7687fde2-7916-4588-8a40-f8cd2dce6e64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 911 time: 0.3092859
Nov 09 15:33:56.660591 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 7d38bded-1090-4c6b-9044-908972e0da19 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:33:56.672859 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff629f58-1238-4512-a187-15828964fb82 None None] New status for floating IP e63467e1-0730-44e1-8c1a-fb35da547706: DOWN {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:33:56.700914 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 7d38bded-1090-4c6b-9044-908972e0da19 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:33:56.701647 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 7d38bded-1090-4c6b-9044-908972e0da19 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:33:56.725792 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a4b33dcb-1e95-4437-adc5-aeeffd9fe67d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:56.739738 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4b90ebbd-58d9-45fd-986d-0faefbcabab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:56.758568 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-689497f1-10c4-40bf-bae4-2b2474b2c4cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 217 time: 0.0936618
Nov 09 15:33:56.765474 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33dcb-1e95-4437-adc5-aeeffd9fe67d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:56.768475 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a4b33dcb-1e95-4437-adc5-aeeffd9fe67d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:56.830274 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-a4b33dcb-1e95-4437-adc5-aeeffd9fe67d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:56.831499 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-a4b33dcb-1e95-4437-adc5-aeeffd9fe67d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "DELETE /v2.0/security-groups/a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86 HTTP/1.1" status: 204  len: 168 time: 0.6687768
Nov 09 15:33:56.832134 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82e9c-426e-4d1c-a7f3-9abf929f9c56 req-ab52c3e0-06cb-4241-920d-9ba186b79009 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:56.834196 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7dd82e9c-426e-4d1c-a7f3-9abf929f9c56 req-ab52c3e0-06cb-4241-920d-9ba186b79009 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.1221409
Nov 09 15:33:56.835054 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36524) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:56.862997 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.api.v2.resource [None req-effc2848-8bcc-474e-a772-e096fd9b19ca tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] show failed (client error): The resource could not be found.
Nov 09 15:33:56.868177 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-effc2848-8bcc-474e-a772-e096fd9b19ca tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "GET /v2.0/security-groups/a2d47fd8-d686-44e9-a4ab-8ef68cbaaf86 HTTP/1.1" status: 404  len: 347 time: 0.0284810
Nov 09 15:33:56.869967 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36528) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:33:56.872258 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-139471c1-a877-4532-bc6f-91824c761837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:56.874786 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-139471c1-a877-4532-bc6f-91824c761837 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.1051428
Nov 09 15:33:56.902566 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7dd82e9c-426e-4d1c-a7f3-9abf929f9c56 req-8020a398-031e-44ec-aee1-5f3714f0864b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570080
Nov 09 15:33:57.142760 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Deleting port 05dd24bf-0984-421b-9204-e685e3a21a44 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:33:57.143416 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:57.292028 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-eefdd967-2433-489e-ac02-43f80ed8d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:57.293813 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-eefdd967-2433-489e-ac02-43f80ed8d094 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3262973
Nov 09 15:33:57.489115 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:57.489616 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:57.751182 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Calling delete_port for 05dd24bf-0984-421b-9204-e685e3a21a44 owned by network:floatingip {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:33:57.858796 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-8ee27a0b-5d92-4eea-9f90-c49f03f5982d service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5563245
Nov 09 15:33:58.086314 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f68ed780-1541-4b54-ad58-2376fbb464f2 req-d7dedc5c-57d1-4c02-b75a-a993f43c9280 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199364
Nov 09 15:33:58.095387 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:58.102245 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2a01a1ee-404e-403c-9bf2-5528648ecd25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:33:58.130538 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962ae09-906a-4207-b612-d6ad64ff5cf0 req-8da00eb1-bdb8-4aab-bdd3-86fd0c64b7e7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:58.132531 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6962ae09-906a-4207-b612-d6ad64ff5cf0 req-8da00eb1-bdb8-4aab-bdd3-86fd0c64b7e7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.1048341
Nov 09 15:33:58.201898 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Pushing event deleted for resources: {'Port': ['ID=05dd24bf-0984-421b-9204-e685e3a21a44,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:33:58.206336 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6962ae09-906a-4207-b612-d6ad64ff5cf0 req-2230e67a-8b6a-43cf-8ef0-7ec816667a9f tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664201
Nov 09 15:33:58.211477 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:33:58.275956 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks [] for floatingip, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:58.291607 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:33:58.292754 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] 10.222.0.87 "DELETE /v2.0/floatingips/e63467e1-0730-44e1-8c1a-fb35da547706 HTTP/1.1" status: 204  len: 168 time: 1.4166884
Nov 09 15:33:59.473197 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688e81a-c666-43be-929d-6d78803b5e67 req-91e4519e-d136-4713-a142-758fc01d750e tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:33:59.474905 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0688e81a-c666-43be-929d-6d78803b5e67 req-91e4519e-d136-4713-a142-758fc01d750e tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.1310744
Nov 09 15:33:59.527993 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0688e81a-c666-43be-929d-6d78803b5e67 req-b212f16f-86b2-4bde-b84a-da75b48b4ec7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462513
Nov 09 15:34:00.740004 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee251c-7b13-45ca-b3d0-52d30d8d85aa req-2f325648-5185-46c7-913f-2083d1e359d7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:00.741964 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-02ee251c-7b13-45ca-b3d0-52d30d8d85aa req-2f325648-5185-46c7-913f-2083d1e359d7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.0988083
Nov 09 15:34:00.799103 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-02ee251c-7b13-45ca-b3d0-52d30d8d85aa req-3ba2113e-c193-4150-8a32-00fe7b3ef06c tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480061
Nov 09 15:34:01.537986 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6a98eb72-3b83-49bd-b93a-5283de1dea42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:01.857529 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:02.033791 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8f97a-f3a7-4d21-aed1-ef27f893338d req-55524c2e-fa2e-4d0c-94a9-9033d572f0e2 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:02.035499 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-90a8f97a-f3a7-4d21-aed1-ef27f893338d req-55524c2e-fa2e-4d0c-94a9-9033d572f0e2 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.1042457
Nov 09 15:34:02.085858 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-90a8f97a-f3a7-4d21-aed1-ef27f893338d req-96d00be3-3a33-4993-ad51-cbc16daab884 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438650
Nov 09 15:34:02.467165 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36620) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:03.324530 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744d9b9-9303-4dee-9295-b9ce9985ad03 req-201c7f05-c487-4aec-a507-7d66212fcd84 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:03.326458 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9744d9b9-9303-4dee-9295-b9ce9985ad03 req-201c7f05-c487-4aec-a507-7d66212fcd84 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.0942934
Nov 09 15:34:03.334840 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:03.383696 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9744d9b9-9303-4dee-9295-b9ce9985ad03 req-df1c3545-078e-4fe2-aee9-6c1d12fcc26f tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477183
Nov 09 15:34:03.724123 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Deleting port 3774f2ba-7583-4e59-a047-f7a6f650a54e {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:34:03.724802 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:03.898930 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] For port 3774f2ba-7583-4e59-a047-f7a6f650a54e, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3774f2ba-7583-4e59-a047-f7a6f650a54e,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:03.899280 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:04.027429 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Calling delete_port for 3774f2ba-7583-4e59-a047-f7a6f650a54e owned by network:router_interface {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:34:04.087507 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfa2e-7c9e-4d93-bbb8-840f759e0ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:04.231210 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:04.236086 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f7179634-e126-41da-8569-dc114e07b56a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:04.280859 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3774f2ba-7583-4e59-a047-f7a6f650a54e,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:04.284457 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:04.591693 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daa0ff-e6b7-4e28-8af8-e21440bfb22e req-adc28056-17d6-4754-b969-dee5ceedcd93 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:04.593834 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-35daa0ff-e6b7-4e28-8af8-e21440bfb22e req-adc28056-17d6-4754-b969-dee5ceedcd93 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.0841265
Nov 09 15:34:04.644718 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-35daa0ff-e6b7-4e28-8af8-e21440bfb22e req-fdd9ec54-68c6-4e72-bc72-06862bdf21dd tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449083
Nov 09 15:34:04.716046 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:04.723477 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 88b82eec-fea9-4c0b-8214-7fc21be51ecf details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:34:04.859626 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:04.873083 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'port_id': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'mac_address': 'fa:16:3e:8f:ee:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:34:04.934864 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:04.954218 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b82eec-fea9-4c0b-8214-7fc21be51ecf {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:34:04.972309 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:04.977001 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:04.978825 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-b9ca12be-5cff-4f1a-9da1-93d111c5b9af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:05.044220 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:05.056957 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:05.064946 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.065387 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.065685 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.065943 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.066335 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.066647 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.066971 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.067298 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.067618 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.067991 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.068343 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.068977 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:05.073113 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:05.101765 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:34:05.239110 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['88b82eec-fea9-4c0b-8214-7fc21be51ecf'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:34:05.301565 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:34:05.312184 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] Sync routers for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:34:05.315950 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] 10.222.0.87 "PUT /v2.0/routers/4f3c3460-a617-4fb4-837a-fee2b08a26b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8474214
Nov 09 15:34:05.320033 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36648) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:05.329155 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:34:05.329782 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0578a6d0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:34:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:05.515683 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:05.621423 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:34:05.736092 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:05.747664 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Deleting port fe16435d-536c-45ad-bd46-98d68b73b1e9 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:34:05.748383 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:05.912509 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76be5ad-409c-4485-8aac-57848108c361 req-30a5540b-0fe6-4afa-bedb-56e842127845 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:05.914364 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e76be5ad-409c-4485-8aac-57848108c361 req-30a5540b-0fe6-4afa-bedb-56e842127845 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 945 time: 0.1178634
Nov 09 15:34:06.001637 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e76be5ad-409c-4485-8aac-57848108c361 req-9511f814-8107-4b01-a168-3cede15e91df tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791829
Nov 09 15:34:06.099446 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0578a6d0>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:34:04Z', 'revision_number': 5, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port': {'id': 'fe16435d-536c-45ad-bd46-98d68b73b1e9', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:26:58Z', 'updated_at': '2021-11-09T15:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:06.108221 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] Checking router: 4f3c3460-a617-4fb4-837a-fee2b08a26b8 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:34:06.123594 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] For port fe16435d-536c-45ad-bd46-98d68b73b1e9, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=fe16435d-536c-45ad-bd46-98d68b73b1e9,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:06.124831 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:06.138361 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] Routers {'4f3c3460-a617-4fb4-837a-fee2b08a26b8'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:34:06.139307 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0578a6d0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:34:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:06.259887 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Calling delete_port for fe16435d-536c-45ad-bd46-98d68b73b1e9 owned by network:router_gateway {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:34:06.312655 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] Set router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 gateway port host: None {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:34:06.434963 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0578a6d0>, [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:34:05Z', 'revision_number': 6, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:06.443389 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2a1c0-65df-47a0-a15a-64d4a6b960fb None None] The sync data for ids ['4f3c3460-a617-4fb4-837a-fee2b08a26b8'] in dv-cinder-817223-1-iscsi is: [{'id': '4f3c3460-a617-4fb4-837a-fee2b08a26b8', 'name': 'tempest-AttachVolumeTestJSON-2025829981-router', 'tenant_id': '43cfe7f854e9470c84ea91f631015466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:26:56Z', 'updated_at': '2021-11-09T15:34:05Z', 'revision_number': 6, 'project_id': '43cfe7f854e9470c84ea91f631015466', 'gw_port_host': None}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:34:06.447871 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:06.449119 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:06.453577 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ff729d9c-db43-4a43-9a1e-82cdf372f444 tempest-VolumesSnapshotTestJSON-327714087 tempest-VolumesSnapshotTestJSON-327714087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:06.503202 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe16435d-536c-45ad-bd46-98d68b73b1e9,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:06.506234 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:06.606654 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:06.786396 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:06.788767 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:06.814758 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:06.814758 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3c3460-a617-4fb4-837a-fee2b08a26b8 {{(pid=86782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:34:06.829248 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:06.830516 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] 10.222.0.87 "DELETE /v2.0/routers/4f3c3460-a617-4fb4-837a-fee2b08a26b8 HTTP/1.1" status: 204  len: 168 time: 1.5095346
Nov 09 15:34:06.833419 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36668) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:06.902568 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Deleting subnet beb47fc3-c94b-48f6-b72e-c5177911a412 {{(pid=86781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:34:06.905672 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.055543 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128719'] for subnet, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.173228 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.196224 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.253800 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fc928-b8f5-482d-9fb2-12262fb66906 req-481dfc08-ac60-4eae-b161-7f761e39826a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:07.255619 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ce2fc928-b8f5-482d-9fb2-12262fb66906 req-481dfc08-ac60-4eae-b161-7f761e39826a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 945 time: 0.1578784
Nov 09 15:34:07.323148 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ce2fc928-b8f5-482d-9fb2-12262fb66906 req-b802f33a-82f3-474a-bbd4-dfa49786e7a4 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585089
Nov 09 15:34:07.325677 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861186'] for subnet, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.333802 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:07.372412 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb47fc3-c94b-48f6-b72e-c5177911a412,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:07.376951 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.381225 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71d98d1-029b-4a6c-b2c7-a44ff3516d94 None None] Network 795531d1-19dc-4eff-8d04-3b6449756a56 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:34:07.385036 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.385427 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.385791 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.386177 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.386540 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.386903 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.387269 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.387624 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.387990 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.388335 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.388689 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.389042 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:07.394192 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:07.398069 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a365ed64-680c-4fd2-a3c4-c316c75cc229 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/beb47fc3-c94b-48f6-b72e-c5177911a412 HTTP/1.1" status: 204  len: 168 time: 0.5615590
Nov 09 15:34:07.401301 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36676) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:07.566755 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.585312 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Deleting port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:34:07.585820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.693961 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] DHCP port deletion for 795531d1-19dc-4eff-8d04-3b6449756a56 request from dv-cinder-817223-1-iscsi {{(pid=86783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 09 15:34:07.698034 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] Deleting port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:34:07.698616 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.783576 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 4079f82b-a257-4bf8-a8c1-d79b8bc408eb no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:34:07.825944 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] For port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=4079f82b-a257-4bf8-a8c1-d79b8bc408eb,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:07.826274 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:07.948577 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Calling delete_port for 4079f82b-a257-4bf8-a8c1-d79b8bc408eb owned by network:dhcp {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:34:08.011822 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] For port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=4079f82b-a257-4bf8-a8c1-d79b8bc408eb,segment=NetworkSegment(cc165c0f-05ed-4962-8e57-148037be4ee2),segment_id=cc165c0f-05ed-4962-8e57-148037be4ee2)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:08.012331 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.030794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.035008 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c1ecf28d-3a72-4833-b147-94d4df3358fd tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:08.084434 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Pushing event deleted for resources: {'Port': ['ID=4079f82b-a257-4bf8-a8c1-d79b8bc408eb,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:08.087595 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:08.089257 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] No DVR routers for this DVR port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb on host dv-cinder-817223-1-iscsi {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:34:08.195600 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] Calling delete_port for 4079f82b-a257-4bf8-a8c1-d79b8bc408eb owned by network:dhcp {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:34:08.223628 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.308313 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.310887 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3774f2ba-7583-4e59-a047-f7a6f650a54e no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:34:08.335533 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b049fb970>,) {'filters': {'network_id': ['795531d1-19dc-4eff-8d04-3b6449756a56']}} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:08.348425 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b049fb970>, 'cc165c0f-05ed-4962-8e57-148037be4ee2') {'for_net_delete': True} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:08.348714 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b049fb970>, 'cc165c0f-05ed-4962-8e57-148037be4ee2') {} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:08.363525 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 3774f2ba-7583-4e59-a047-f7a6f650a54e {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:34:08.363525 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3774f2ba-7583-4e59-a047-f7a6f650a54e not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:34:08.363525 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device fe16435d-536c-45ad-bd46-98d68b73b1e9 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:34:08.363969 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2892158'] for segment, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.383572 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.391167 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=86782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:34:08.391901 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350480'] for segment, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.402055 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: fe16435d-536c-45ad-bd46-98d68b73b1e9 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:34:08.402626 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device fe16435d-536c-45ad-bd46-98d68b73b1e9 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:34:08.405619 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.db.api [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:34:08.405989 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_db.api [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]: Traceback (most recent call last):
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     timer()
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     cb(*args, **kw)
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     return func(*args, **kwargs)
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     self._notify()
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     self.callback(batched_events)
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     event.method(event)
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     return f(self, *a, **k)
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._get(url).json()
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:34:08.410491 dv-cinder-817223-1-iscsi neutron-server[86782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:34:08.496122 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.499998 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-eab380e9-d29d-4306-a791-fe367a2a1047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:08.516200 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.525050 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Pushing event deleted for resources: {'Network': ['ID=795531d1-19dc-4eff-8d04-3b6449756a56,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:08.528774 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:08.540628 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d6dd84b6-00da-4e80-a9e0-709d7c1da82f admin admin] 10.222.0.87 "DELETE /v2.0/networks/795531d1-19dc-4eff-8d04-3b6449756a56 HTTP/1.1" status: 204  len: 168 time: 1.1368506
Nov 09 15:34:08.557021 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c28446-1d2d-40c5-97c6-e8a8d9abde12 req-d4bcaed5-57c1-4a0a-aeac-4d09381647b2 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:08.558581 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d0c28446-1d2d-40c5-97c6-e8a8d9abde12 req-d4bcaed5-57c1-4a0a-aeac-4d09381647b2 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 945 time: 0.0829220
Nov 09 15:34:08.610209 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d0c28446-1d2d-40c5-97c6-e8a8d9abde12 req-e7a7ac88-4234-43cd-866d-4c16210262a3 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452037
Nov 09 15:34:08.665656 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36686) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:08.725426 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1de677b5-0e8c-43ea-9902-5644b8bee20c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=43cfe7f854e9470c84ea91f631015466&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0582864
Nov 09 15:34:08.729001 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36690) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:08.793633 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7d532268-5c7b-439f-9366-e736089ba6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.821765 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7d532268-5c7b-439f-9366-e736089ba6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.877848 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7d532268-5c7b-439f-9366-e736089ba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.881639 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ae99d040-67a6-4ef4-a177-aa62dfe846a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:08.896895 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d532268-5c7b-439f-9366-e736089ba6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3c854-161f-43d7-be26-c346df6901ff,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:08.901032 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-7d532268-5c7b-439f-9366-e736089ba6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:08.904718 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7d532268-5c7b-439f-9366-e736089ba6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.908431 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-7d532268-5c7b-439f-9366-e736089ba6b5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/afd3c854-161f-43d7-be26-c346df6901ff HTTP/1.1" status: 204  len: 168 time: 0.1760375
Nov 09 15:34:08.911756 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] Deleting port 4079f82b-a257-4bf8-a8c1-d79b8bc408eb {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:34:08.912138 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:08.985811 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-63690fa7-e658-4099-937f-c40e37b25e7b None None] The port '4079f82b-a257-4bf8-a8c1-d79b8bc408eb' was deleted {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 09 15:34:09.810931 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7b0f1-0e8d-4ddc-a119-3d623f54bb71 req-4dc185e7-c13a-4740-895c-b5f2278fe216 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:09.812867 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c0a7b0f1-0e8d-4ddc-a119-3d623f54bb71 req-4dc185e7-c13a-4740-895c-b5f2278fe216 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 945 time: 0.0845594
Nov 09 15:34:09.858190 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c0a7b0f1-0e8d-4ddc-a119-3d623f54bb71 req-ed7fa7b2-d1f3-4933-b244-4f6c4027d284 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391600
Nov 09 15:34:11.068526 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a4c62-0a82-4959-a4bf-85a7341036fd req-1d5bf361-7cf3-4013-a424-3af7d5dc4a37 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:11.070052 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc9a4c62-0a82-4959-a4bf-85a7341036fd req-1d5bf361-7cf3-4013-a424-3af7d5dc4a37 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 945 time: 0.0895414
Nov 09 15:34:11.116848 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cc9a4c62-0a82-4959-a4bf-85a7341036fd req-52ce70cc-582e-4e20-8d00-dba56db5bd85 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411315
Nov 09 15:34:12.187239 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 88b82eec-fea9-4c0b-8214-7fc21be51ecf up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:34:12.260333 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 88b82eec-fea9-4c0b-8214-7fc21be51ecf completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:34:12.265553 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 88b82eec-fea9-4c0b-8214-7fc21be51ecf triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:34:12.266038 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:12.335023 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696740a-5497-4fe1-9450-3e525856e0e7 req-91f55946-e360-4318-a820-24a30539afd4 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:12.336558 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6696740a-5497-4fe1-9450-3e525856e0e7 req-91f55946-e360-4318-a820-24a30539afd4 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 945 time: 0.0983429
Nov 09 15:34:12.388670 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6696740a-5497-4fe1-9450-3e525856e0e7 req-92b049e3-8ea6-449a-81b3-6c6db3a89353 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464275
Nov 09 15:34:12.414665 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:12.445969 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:34:12.456553 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:12.462591 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:12.465581 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:12.515853 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'code': 200}
Nov 09 15:34:12.550213 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:12.561821 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:12.870807 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71435772-1662-4e82-aff5-ed943d629b9f req-3c69c97f-9065-4c79-a14c-07e65f7f8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:12.872325 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-71435772-1662-4e82-aff5-ed943d629b9f req-3c69c97f-9065-4c79-a14c-07e65f7f8771 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1099 time: 0.0815072
Nov 09 15:34:12.916839 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-71435772-1662-4e82-aff5-ed943d629b9f req-9e8fd31a-8a88-4432-b278-9cbf5aa24470 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369985
Nov 09 15:34:13.598671 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e70821-e2d6-4800-85a0-f3b59f6bf86a req-fb925806-ca36-4a7c-8b73-0cd91821075a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:13.600534 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-66e70821-e2d6-4800-85a0-f3b59f6bf86a req-fb925806-ca36-4a7c-8b73-0cd91821075a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0936823
Nov 09 15:34:13.653062 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-66e70821-e2d6-4800-85a0-f3b59f6bf86a req-fa746984-da6e-44ed-ba3f-a7d8f8d3844a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426075
Nov 09 15:34:14.859586 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06063274-b46d-4c0f-8ede-cb98db35e543 req-4da74199-65a5-483f-8c6e-d2505ea36b6f tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:14.861706 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-06063274-b46d-4c0f-8ede-cb98db35e543 req-4da74199-65a5-483f-8c6e-d2505ea36b6f tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0986321
Nov 09 15:34:14.917692 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-06063274-b46d-4c0f-8ede-cb98db35e543 req-6fa95409-d9f1-4a7e-879d-403a67fd1b8e tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494699
Nov 09 15:34:15.122451 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5683d9-cf64-478c-834a-122e12e89386 req-adcfd7ed-4b23-4708-90bc-e58ed91d7ca7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:15.124192 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5a5683d9-cf64-478c-834a-122e12e89386 req-adcfd7ed-4b23-4708-90bc-e58ed91d7ca7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0933318
Nov 09 15:34:15.174625 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5a5683d9-cf64-478c-834a-122e12e89386 req-2c9ebbbe-8cca-47ca-ab87-74b138e870ab tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439827
Nov 09 15:34:15.198505 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 36818) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:15.548692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91859a9-55aa-4b8b-a8cc-250ad3b15194 tempest-TestShelveInstance-517879089 tempest-TestShelveInstance-517879089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:15.550267 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b22ed-96bd-4167-b933-7e87f06087ab req-70e66ccd-67e0-4a60-8d53-0ace88ce7a9e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:15.551506 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c91859a9-55aa-4b8b-a8cc-250ad3b15194 tempest-TestShelveInstance-517879089 tempest-TestShelveInstance-517879089-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1094 time: 0.3515561
Nov 09 15:34:15.552034 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-af6b22ed-96bd-4167-b933-7e87f06087ab req-70e66ccd-67e0-4a60-8d53-0ace88ce7a9e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0944178
Nov 09 15:34:15.554420 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36842) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:15.561628 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.v2.base [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'port_id': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:34:15.582468 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:34:15.590405 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Usage tracker for resource:floatingip and tenant:d328b0457d2741bb8867d2b728caf320 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:34:15.594508 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:34:15.612316 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:34:15.623523 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-af6b22ed-96bd-4167-b933-7e87f06087ab req-d8f3b83c-340f-4144-a6a4-5ac1a847c999 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656383
Nov 09 15:34:15.631687 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for floatingip, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:15.783921 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:15.945528 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_common [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Allocated IP 172.27.0.191 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/1e43831c-3f69-4e63-a73d-81ebab791827) {{(pid=86781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:34:16.111358 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for port, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:16.149556 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:16.155438 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-0082e33c-c6ee-471c-ab84-aa2b8d8aa3a5 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:16.224955 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:34:16.228436 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.base_scheduler [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Resources bound (agent type, host, resource id):  {{(pid=86781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:34:16.231017 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Received port after_create {{(pid=86781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:34:16.272777 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'Port': ['ID=1e43831c-3f69-4e63-a73d-81ebab791827,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:16.275780 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:16.869265 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947252fc-07ef-493e-9aa8-2fd3ff09d355 req-49c4b1cf-4c80-4850-8521-31dd06e70602 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:16.871000 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-947252fc-07ef-493e-9aa8-2fd3ff09d355 req-49c4b1cf-4c80-4850-8521-31dd06e70602 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1185122
Nov 09 15:34:16.906524 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:16.935377 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-947252fc-07ef-493e-9aa8-2fd3ff09d355 req-ccf13ca8-408c-4af8-9ba1-390a9ecb2e48 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543334
Nov 09 15:34:17.000280 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:17.220561 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for port, precommit_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:17.226208 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2886868'] for port, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:17.230185 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-493cb5ff-772d-4be8-982a-138f12bd1d0c tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:17.341697 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event updated for resources: {'Port': ['ID=1e43831c-3f69-4e63-a73d-81ebab791827,revision_number=2']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:17.346101 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:17.355199 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:17.537807 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.l3_db [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Floating IP 782f8d7f-cc2a-4007-9812-1ac7e92b481d associated. External IP: 172.27.0.191, port: 88b82eec-fea9-4c0b-8214-7fc21be51ecf.
Nov 09 15:34:17.911684 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Router 6a5aa25e-f42e-456a-897f-44364b161038 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:34:18.283673 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:34:18.296492 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] Sync routers for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:34:18.298084 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcaba8-67ee-4ce6-81df-7c0d99ed2b1d req-37436eea-31ad-4159-ad17-44a85932ee6e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:18.299825 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d4fcaba8-67ee-4ce6-81df-7c0d99ed2b1d req-37436eea-31ad-4159-ad17-44a85932ee6e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1981831
Nov 09 15:34:18.329900 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:34:18.330807 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06518940>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:34:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:18.364745 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:18.443877 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d4fcaba8-67ee-4ce6-81df-7c0d99ed2b1d req-495bfe71-0d49-4edb-aba1-d375f71193fa tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1347876
Nov 09 15:34:18.469213 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9128094
Nov 09 15:34:18.470002 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:34:18.539196 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'status': 'completed', 'code': 200}
Nov 09 15:34:18.638598 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:34:18.640918 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-879ae19f-1d05-4cd6-97fd-eb832e418f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:18.642870 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-879ae19f-1d05-4cd6-97fd-eb832e418f2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1099 time: 0.0757196
Nov 09 15:34:18.782376 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-273c088a-e596-4f44-b1b7-64c677f86038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:18.783734 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-273c088a-e596-4f44-b1b7-64c677f86038 service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 911 time: 0.1344054
Nov 09 15:34:18.900912 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-8d60c8f8-8f7e-4499-85b3-ba88f678768e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 1000 time: 0.1101730
Nov 09 15:34:18.966630 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-327680c5-1d98-453a-8252-ecb8ee92586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:18.968063 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-327680c5-1d98-453a-8252-ecb8ee92586c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.0598199
Nov 09 15:34:19.046595 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06518940>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '782f8d7f-cc2a-4007-9812-1ac7e92b481d', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'port_id': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'mac_address': 'fa:16:3e:8f:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:34:16Z', 'updated_at': '2021-11-09T15:34:16Z', 'revision_number': 0, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:16Z', 'revision_number': 5, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:19.046950 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-75f9d8df-7bb1-4d13-b8da-4348d6125104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:19.048482 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-75f9d8df-7bb1-4d13-b8da-4348d6125104 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730026
Nov 09 15:34:19.050860 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] Checking router: 6a5aa25e-f42e-456a-897f-44364b161038 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:34:19.059225 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:34:19.059836 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06518940>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:34:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:19.186631 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-d660a0ce-18db-43ee-a725-74628d4be920 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307237
Nov 09 15:34:19.244622 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:34:19.336786 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e515ff70-7e64-40b8-93b6-4c646b554712 req-612b4e73-7000-4339-884c-a813cc2d2480 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409223
Nov 09 15:34:19.626839 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06518940>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '782f8d7f-cc2a-4007-9812-1ac7e92b481d', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'port_id': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'mac_address': 'fa:16:3e:8f:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:34:16Z', 'updated_at': '2021-11-09T15:34:16Z', 'revision_number': 0, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:16Z', 'revision_number': 5, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:34:19.631222 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeafd9d8-cacd-43ba-8c95-0c76dd26c061 None None] The sync data for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi is: [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '782f8d7f-cc2a-4007-9812-1ac7e92b481d', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'port_id': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'mac_address': 'fa:16:3e:8f:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:34:16Z', 'updated_at': '2021-11-09T15:34:16Z', 'revision_number': 0, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:16Z', 'revision_number': 5, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:34:19.660016 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a38c4-18d6-4940-b994-9e2746fee0a7 req-3a0fd5c8-eb3d-405d-8fe2-27fdd3b66a0b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:19.661522 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-121a38c4-18d6-4940-b994-9e2746fee0a7 req-3a0fd5c8-eb3d-405d-8fe2-27fdd3b66a0b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0985615
Nov 09 15:34:19.722617 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-121a38c4-18d6-4940-b994-9e2746fee0a7 req-63771df8-b216-4131-9bc4-4a43fb23f5f3 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522406
Nov 09 15:34:19.904970 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e003e2-9d9b-46a3-a5ef-dce55021469c None None] New status for floating IP 782f8d7f-cc2a-4007-9812-1ac7e92b481d: ACTIVE {{(pid=86783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:34:20.450629 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:34:20.924128 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6271d9-d2d0-4df4-9886-d9152691ce72 req-e8434393-e905-4b5d-8e83-be7ede5ce6e9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:20.925653 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ee6271d9-d2d0-4df4-9886-d9152691ce72 req-e8434393-e905-4b5d-8e83-be7ede5ce6e9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0931597
Nov 09 15:34:20.976553 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ee6271d9-d2d0-4df4-9886-d9152691ce72 req-17db30f2-09de-48f3-916e-484f6ad6ae4e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449677
Nov 09 15:34:22.183875 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37ad2-3b13-48d6-839e-3071e3f1c7e2 req-bce06a6d-4b85-4d75-833c-4be2bb83390f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:22.185340 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9fd37ad2-3b13-48d6-839e-3071e3f1c7e2 req-bce06a6d-4b85-4d75-833c-4be2bb83390f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0846140
Nov 09 15:34:22.235898 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9fd37ad2-3b13-48d6-839e-3071e3f1c7e2 req-1f01cc5f-04f4-40ae-b9a2-b2cad28bae99 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436680
Nov 09 15:34:23.476217 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b13351-7ef0-4198-8ebb-39ffd630fcb8 req-c715bb69-bc60-4f68-9815-fe7bfe465b9e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:23.478040 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-82b13351-7ef0-4198-8ebb-39ffd630fcb8 req-c715bb69-bc60-4f68-9815-fe7bfe465b9e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1130342
Nov 09 15:34:23.528910 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-82b13351-7ef0-4198-8ebb-39ffd630fcb8 req-c593d363-98c7-4f3a-8649-babbe7e9cc1e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451221
Nov 09 15:34:24.261123 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 36990) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:24.386947 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:24.402830 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:34:24.407560 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Usage tracker for resource:security_group_rule and tenant:029c35bd5ad24d199a14bd596d1f1bb0 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:34:24.410422 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:34:24.416205 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:34:24.506771 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:24.512130 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:24.519308 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6ad6f39a-b170-4d97-9a4d-d41c6c2c8295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:24.559881 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f638c-2ce2-4e33-ba3f-91ca2ce4641f,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:24.568463 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=029c35bd5ad24d199a14bd596d1f1bb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3026469
Nov 09 15:34:24.568463 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:24.569473 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37000) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:24.650882 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c05e728e-7da1-42d9-92d4-09e2c7d6e40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:24.684100 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c05e728e-7da1-42d9-92d4-09e2c7d6e40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:24.752703 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c05e728e-7da1-42d9-92d4-09e2c7d6e40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:24.758359 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e9faa9ed-c916-4549-a6d5-a1a3b1a90a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:24.762935 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ea400-7850-421b-9dfa-49b16b888e73 req-476ef7bd-b721-4bbc-ab65-912c3a42426d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:24.766467 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae7ea400-7850-421b-9dfa-49b16b888e73 req-476ef7bd-b721-4bbc-ab65-912c3a42426d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1031322
Nov 09 15:34:24.774751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e728e-7da1-42d9-92d4-09e2c7d6e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f638c-2ce2-4e33-ba3f-91ca2ce4641f,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:24.777657 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c05e728e-7da1-42d9-92d4-09e2c7d6e40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:24.779957 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c05e728e-7da1-42d9-92d4-09e2c7d6e40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:24.781051 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c05e728e-7da1-42d9-92d4-09e2c7d6e40b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/114f638c-2ce2-4e33-ba3f-91ca2ce4641f HTTP/1.1" status: 204  len: 168 time: 0.2109504
Nov 09 15:34:24.829076 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ae7ea400-7850-421b-9dfa-49b16b888e73 req-22dfc393-226a-491e-b934-447fbba6416d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563953
Nov 09 15:34:26.039581 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa32bcb-c926-4dc0-b817-7b586b87a7c8 req-2ef2b8bd-30ff-4f35-aacb-1410ebd9a461 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:26.041127 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2aa32bcb-c926-4dc0-b817-7b586b87a7c8 req-2ef2b8bd-30ff-4f35-aacb-1410ebd9a461 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0895627
Nov 09 15:34:26.111334 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2aa32bcb-c926-4dc0-b817-7b586b87a7c8 req-75a842ac-def7-4c98-9652-720770c920c2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620334
Nov 09 15:34:26.898991 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 37100) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:27.064214 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.080283 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:34:27.085254 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4896ea3de507483c84ded6d1f79e186f is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:34:27.088428 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:34:27.096003 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:34:27.157616 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37112) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:27.197063 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.202907 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.215415 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:27.299129 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.312407 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4896ea3de507483c84ded6d1f79e186f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4121406
Nov 09 15:34:27.313506 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f778b-54b4-4853-99b7-2363d0725b85,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:27.314212 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:34:27.316622 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37118) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:27.317319 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:27.343692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Usage tracker for resource:security_group_rule and tenant:30de9e17520a475b981da8d439ccc572 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:34:27.351323 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:34:27.365282 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:34:27.375699 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f469ce-4062-4a02-bad2-ae14f35dc446 req-34ebfe9d-d960-4950-aec8-69623fbc9b8b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:27.378724 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-80f469ce-4062-4a02-bad2-ae14f35dc446 req-34ebfe9d-d960-4950-aec8-69623fbc9b8b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1377096
Nov 09 15:34:27.440181 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-41557113-e0e1-4527-8d84-2e557d12c582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.442243 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-80f469ce-4062-4a02-bad2-ae14f35dc446 req-ad6a6fed-b133-4fdb-8776-f62dff4c3a58 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551076
Nov 09 15:34:27.503418 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-41557113-e0e1-4527-8d84-2e557d12c582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.588899 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.593724 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.601368 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-87da8159-5e6a-4fff-b526-db94607d1308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:27.650548 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-41557113-e0e1-4527-8d84-2e557d12c582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.656038 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88303502-74d9-4cb7-a033-ecdb19ab880a,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:27.663066 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=30de9e17520a475b981da8d439ccc572&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5034490
Nov 09 15:34:27.664118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-90011dc3-3cb7-438c-b52b-9a59e38b4988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:27.665459 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-41296350-abf3-4b97-a163-49baa2b61705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:27.670601 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 37122) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:27.678954 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557113-e0e1-4527-8d84-2e557d12c582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f778b-54b4-4853-99b7-2363d0725b85,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:27.683152 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-41557113-e0e1-4527-8d84-2e557d12c582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:27.685849 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-41557113-e0e1-4527-8d84-2e557d12c582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.690632 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-41557113-e0e1-4527-8d84-2e557d12c582 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e05f778b-54b4-4853-99b7-2363d0725b85 HTTP/1.1" status: 204  len: 168 time: 0.3725376
Nov 09 15:34:27.753563 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-eeade1bd-749e-4d46-b604-58ce20570c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.781629 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-eeade1bd-749e-4d46-b604-58ce20570c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.839238 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-eeade1bd-749e-4d46-b604-58ce20570c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.843264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c383a966-3626-4a25-b6ab-bdf5e141fd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:27.856751 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeade1bd-749e-4d46-b604-58ce20570c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88303502-74d9-4cb7-a033-ecdb19ab880a,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:27.866059 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-eeade1bd-749e-4d46-b604-58ce20570c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:27.885523 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-eeade1bd-749e-4d46-b604-58ce20570c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:27.886721 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-eeade1bd-749e-4d46-b604-58ce20570c9f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/88303502-74d9-4cb7-a033-ecdb19ab880a HTTP/1.1" status: 204  len: 168 time: 0.2146931
Nov 09 15:34:27.995276 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 37132) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:28.015693 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.031500 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:34:28.035929 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Usage tracker for resource:security_group_rule and tenant:c71f5cddbdcc4f249ac0f2f040c32f79 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:34:28.038884 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:34:28.044668 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:34:28.137773 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.142867 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.152266 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-717831c3-8d1b-4dbc-b251-974599c1f921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:28.194132 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c71f5cddbdcc4f249ac0f2f040c32f79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1974082
Nov 09 15:34:28.195071 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f60f026-3ecc-46da-b11e-3c57f6fd1cd3,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:28.196912 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37138) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:28.198127 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:28.216871 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 37142) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:28.235638 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.250469 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:34:28.254878 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Usage tracker for resource:security_group_rule and tenant:74b569b129dc4749948d82f5ca532b29 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:34:28.257783 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:34:28.260075 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7f79624a-d94f-435e-8224-2337e4c5a4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.263574 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:34:28.287395 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7f79624a-d94f-435e-8224-2337e4c5a4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.354256 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7f79624a-d94f-435e-8224-2337e4c5a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.363637 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.365698 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-125046ba-24db-456d-9752-53c1bfeb3f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:28.368719 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.378524 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79624a-d94f-435e-8224-2337e4c5a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f60f026-3ecc-46da-b11e-3c57f6fd1cd3,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:28.379740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-96840057-e422-4779-8bb3-ff6a629d9434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:28.384192 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-7f79624a-d94f-435e-8224-2337e4c5a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:28.388393 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7f79624a-d94f-435e-8224-2337e4c5a4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.402966 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-7f79624a-d94f-435e-8224-2337e4c5a4e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5f60f026-3ecc-46da-b11e-3c57f6fd1cd3 HTTP/1.1" status: 204  len: 168 time: 0.2040792
Nov 09 15:34:28.430100 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74b569b129dc4749948d82f5ca532b29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2119949
Nov 09 15:34:28.431734 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326f3423-eca1-4d56-8596-17fa46b6aaab,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:28.433049 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37148) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:28.435011 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7791cb7a-8c1c-41f6-a9d6-0d94a6e4ce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:28.500999 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-01927e4c-cf9b-4230-bdf4-52294bb7bb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.626422 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-01927e4c-cf9b-4230-bdf4-52294bb7bb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.664655 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5c120-0f2a-4f30-87de-22abac977d61 req-c0a7d0bc-a242-43c5-b161-96d8aeb33544 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:28.666309 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e2e5c120-0f2a-4f30-87de-22abac977d61 req-c0a7d0bc-a242-43c5-b161-96d8aeb33544 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0908320
Nov 09 15:34:28.694301 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-01927e4c-cf9b-4230-bdf4-52294bb7bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.698179 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-91138cb3-dc3d-4e5e-b2df-3641c69cbc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:28.712198 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01927e4c-cf9b-4230-bdf4-52294bb7bb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326f3423-eca1-4d56-8596-17fa46b6aaab,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:28.714675 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-01927e4c-cf9b-4230-bdf4-52294bb7bb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:28.716371 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e2e5c120-0f2a-4f30-87de-22abac977d61 req-2c4d28ec-1f99-4930-ad6a-bd341feb6203 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413315
Nov 09 15:34:28.722351 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-01927e4c-cf9b-4230-bdf4-52294bb7bb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:28.727130 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-01927e4c-cf9b-4230-bdf4-52294bb7bb0f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/326f3423-eca1-4d56-8596-17fa46b6aaab HTTP/1.1" status: 204  len: 168 time: 0.2915814
Nov 09 15:34:29.938212 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b95d-be23-4b0e-a4f5-cdc2a61d5d08 req-a5d8e86d-3bf9-4c4b-add9-afeb0656647a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:29.938212 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3232b95d-be23-4b0e-a4f5-cdc2a61d5d08 req-a5d8e86d-3bf9-4c4b-add9-afeb0656647a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0956535
Nov 09 15:34:30.119193 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3232b95d-be23-4b0e-a4f5-cdc2a61d5d08 req-bd73d284-cb7a-41cc-807c-dfdc45025387 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1748035
Nov 09 15:34:31.314110 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:34:31.322802 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddaa0-9cec-4433-b580-ee775389e0f8 req-33490f3f-9b51-4452-959a-8ad614b2d56a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:31.324481 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3cfddaa0-9cec-4433-b580-ee775389e0f8 req-33490f3f-9b51-4452-959a-8ad614b2d56a tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0876372
Nov 09 15:34:31.378790 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3cfddaa0-9cec-4433-b580-ee775389e0f8 req-1cba7207-e380-4e3d-8dff-6b8604c6d577 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478821
Nov 09 15:34:31.475039 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:31.493384 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'port_id': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'mac_address': 'fa:16:3e:83:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:34:31.555786 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fe32adde-a5b8-480e-a325-964852c5b495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:31.560512 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:31.578389 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:34:31.595010 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:31.599218 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:31.601196 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:31.673746 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=6']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:31.677107 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:31.709680 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:34:31.856745 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:32.623316 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954ae21-e053-473e-a284-8cc238815a17 req-b3210f5c-e518-4af3-a083-e2ce7353e928 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:32.626541 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a954ae21-e053-473e-a284-8cc238815a17 req-b3210f5c-e518-4af3-a083-e2ce7353e928 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 944 time: 0.1043520
Nov 09 15:34:32.675980 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a954ae21-e053-473e-a284-8cc238815a17 req-8f56067d-741a-49f9-b575-d65a1b7ea580 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435703
Nov 09 15:34:33.516244 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:34:33.593616 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:34:33.593945 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:33.728144 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:33.802076 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:34:33.816378 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:33.821936 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:33.824357 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-455ca891-c740-4602-9c5e-f3dbaab9e135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:33.862236 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'code': 200}
Nov 09 15:34:33.901210 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=7']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:33.904590 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:33.919153 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469de5e-f60e-4909-bc34-3eb223d0a1a7 req-49179904-56fe-4922-acf8-175fec7ce97b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:33.921359 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2469de5e-f60e-4909-bc34-3eb223d0a1a7 req-49179904-56fe-4922-acf8-175fec7ce97b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1070557
Nov 09 15:34:33.977445 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2469de5e-f60e-4909-bc34-3eb223d0a1a7 req-d47ad9ad-67ec-4bb9-8b66-9d182d968368 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495350
Nov 09 15:34:34.093830 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ed4ac98c-ddb8-4b37-85f8-4b12d57b816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:35.032161 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:35.198557 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29fd12-a15b-4a8f-bde2-11c6fafdbff4 req-532a3eb0-e483-44ad-a778-f2661b22b2aa tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:35.200320 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ef29fd12-a15b-4a8f-bde2-11c6fafdbff4 req-532a3eb0-e483-44ad-a778-f2661b22b2aa tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0953021
Nov 09 15:34:35.250575 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ef29fd12-a15b-4a8f-bde2-11c6fafdbff4 req-38662c69-c945-4f6e-a9d5-853cbc40b1ce tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438230
Nov 09 15:34:36.389625 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:36.509970 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867af15-c539-4839-ac7e-4963a556b0b3 req-da3539ae-0f94-426a-87be-8e6d14220471 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:36.512295 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5867af15-c539-4839-ac7e-4963a556b0b3 req-da3539ae-0f94-426a-87be-8e6d14220471 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1162803
Nov 09 15:34:36.596988 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5867af15-c539-4839-ac7e-4963a556b0b3 req-a2d02e08-ca63-4b50-ae54-7dc0c0e39441 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632246
Nov 09 15:34:37.116212 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f8194ddc-a76d-477a-8536-73392298aefb req-e3706ae6-ac70-4579-b4ab-66f0d0ff62c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1504881
Nov 09 15:34:37.177121 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:37.875789 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a929c-0814-4a99-b9a7-724a020fb62d req-32b9bbe8-f3d4-4783-9113-98faec903821 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:37.882609 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f55a929c-0814-4a99-b9a7-724a020fb62d req-32b9bbe8-f3d4-4783-9113-98faec903821 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1171560
Nov 09 15:34:37.935307 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f55a929c-0814-4a99-b9a7-724a020fb62d req-8a75c000-1b2d-4d28-94f5-49efe0db8509 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512090
Nov 09 15:34:39.160917 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f81b3-064c-46cf-8484-3dc790a10a9f req-e985058a-ce72-4b85-a329-7156607cd3c6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:39.162519 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-de5f81b3-064c-46cf-8484-3dc790a10a9f req-e985058a-ce72-4b85-a329-7156607cd3c6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1003590
Nov 09 15:34:39.215563 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-de5f81b3-064c-46cf-8484-3dc790a10a9f req-2a0b9f31-b1f5-4a95-86d6-ddab4c045fa4 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443704
Nov 09 15:34:40.000829 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8194ddc-a76d-477a-8536-73392298aefb req-86bc4a22-d654-4bc9-b2f1-0594f847ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:40.003114 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f8194ddc-a76d-477a-8536-73392298aefb req-86bc4a22-d654-4bc9-b2f1-0594f847ba6b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 1098 time: 0.0971813
Nov 09 15:34:40.196159 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8194ddc-a76d-477a-8536-73392298aefb req-1191dcef-1fb8-40c0-8cca-65f676dedc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:40.197728 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f8194ddc-a76d-477a-8536-73392298aefb req-1191dcef-1fb8-40c0-8cca-65f676dedc14 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 914 time: 0.1603696
Nov 09 15:34:40.364102 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f8194ddc-a76d-477a-8536-73392298aefb req-a6dfcba0-9554-47d3-b1fe-16a66a841a8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0 HTTP/1.1" status: 200  len: 1000 time: 0.1576502
Nov 09 15:34:40.491353 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5325a5a-9d28-4066-9ef9-3395b453f17f req-7ad03f17-4164-4dc4-8bbf-d87960646d70 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:40.493726 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f5325a5a-9d28-4066-9ef9-3395b453f17f req-7ad03f17-4164-4dc4-8bbf-d87960646d70 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1228676
Nov 09 15:34:40.596782 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f5325a5a-9d28-4066-9ef9-3395b453f17f req-f6168711-bc59-4e1a-992b-077c51ba0738 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953643
Nov 09 15:34:41.227816 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8194ddc-a76d-477a-8536-73392298aefb req-7171b7a9-01ca-4d20-8a80-b9e23368baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:41.229324 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f8194ddc-a76d-477a-8536-73392298aefb req-7171b7a9-01ca-4d20-8a80-b9e23368baa2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.0652275
Nov 09 15:34:41.879158 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304828a6-6a25-4515-9cc4-6be8e9f33ecf req-66bac6f7-42c5-494d-9d7a-8d3d15136c36 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:41.886902 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-304828a6-6a25-4515-9cc4-6be8e9f33ecf req-66bac6f7-42c5-494d-9d7a-8d3d15136c36 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1247201
Nov 09 15:34:41.938711 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-304828a6-6a25-4515-9cc4-6be8e9f33ecf req-639d11ef-2f05-4d5e-87a7-9b4b0a462636 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505469
Nov 09 15:34:42.106503 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8194ddc-a76d-477a-8536-73392298aefb req-a9c51891-116f-4761-8adc-9873524f886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:42.108833 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f8194ddc-a76d-477a-8536-73392298aefb req-a9c51891-116f-4761-8adc-9873524f886e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1036479
Nov 09 15:34:43.233041 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f8194ddc-a76d-477a-8536-73392298aefb req-7f6ed46e-bae0-42fb-8bb9-7bdd37dcb4f6 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2370205
Nov 09 15:34:43.256607 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa3588-6097-4bb3-b764-7a5189b01610 req-84f4b2e6-d487-4efa-a2f7-f37e9c0af40b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:43.259645 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-65fa3588-6097-4bb3-b764-7a5189b01610 req-84f4b2e6-d487-4efa-a2f7-f37e9c0af40b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.1166990
Nov 09 15:34:43.329815 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-65fa3588-6097-4bb3-b764-7a5189b01610 req-af3f7fcc-482a-4242-b1fc-40e5dfc53889 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640702
Nov 09 15:34:43.405986 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f8194ddc-a76d-477a-8536-73392298aefb req-38025752-d0b2-458f-b9af-90c9a1638bcf service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660092
Nov 09 15:34:44.576864 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b56ff5-2553-4453-95e0-e629da45f4fd req-a20b5ef7-6663-407e-a9ee-c986c659fd10 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:44.578301 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6b56ff5-2553-4453-95e0-e629da45f4fd req-a20b5ef7-6663-407e-a9ee-c986c659fd10 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0926101
Nov 09 15:34:44.626456 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c6b56ff5-2553-4453-95e0-e629da45f4fd req-40825e3b-d983-4b68-b6f6-17dd424e84e9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418224
Nov 09 15:34:45.842081 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7728c-ef1b-4d2f-8a52-1442ddc67f6c req-71fe4fad-e0fa-4dda-b64f-b9083153a065 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:45.843599 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3db7728c-ef1b-4d2f-8a52-1442ddc67f6c req-71fe4fad-e0fa-4dda-b64f-b9083153a065 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0982380
Nov 09 15:34:45.899331 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3db7728c-ef1b-4d2f-8a52-1442ddc67f6c req-fa27230d-bbb5-4bbf-9827-41fd4d856399 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494509
Nov 09 15:34:47.128532 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd15a9-55fa-4e2f-8419-878faf03b2b8 req-2ce7a37b-da98-4764-8c91-67d8d2e7932c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:47.130868 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b6bd15a9-55fa-4e2f-8419-878faf03b2b8 req-2ce7a37b-da98-4764-8c91-67d8d2e7932c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.0891731
Nov 09 15:34:47.187151 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b6bd15a9-55fa-4e2f-8419-878faf03b2b8 req-a9b79cb5-eac7-4a6b-ab42-97692e61110d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486617
Nov 09 15:34:47.528527 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-ebabd8ca-b843-42fb-be4a-dfc854bc9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:47.531236 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-ebabd8ca-b843-42fb-be4a-dfc854bc9962 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 1098 time: 0.0873544
Nov 09 15:34:47.692066 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-020974f3-feae-4580-9d33-57d781b6cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:47.693542 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-020974f3-feae-4580-9d33-57d781b6cd12 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.1556187
Nov 09 15:34:47.847445 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-7e204f80-f3ab-479f-b4d3-0b76bba40b41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c HTTP/1.1" status: 200  len: 1000 time: 0.1444700
Nov 09 15:34:47.928827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-ac793f4b-979f-46f9-8983-38f482aac30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:47.930617 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-ac793f4b-979f-46f9-8983-38f482aac30f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.0762546
Nov 09 15:34:48.027912 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-352143f7-3d6c-4ae6-972d-96c7c18e412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:48.029778 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-352143f7-3d6c-4ae6-972d-96c7c18e412b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913644
Nov 09 15:34:48.216321 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-47bf7f4f-e75a-4a50-9b73-6487d96e058c service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757195
Nov 09 15:34:48.586409 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031df334-2b7c-46a0-86ec-e9478fd0d10b req-70e18bdd-7e8b-47a9-bdde-563f4aa054da tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:48.600948 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-031df334-2b7c-46a0-86ec-e9478fd0d10b req-70e18bdd-7e8b-47a9-bdde-563f4aa054da tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 945 time: 0.2095222
Nov 09 15:34:48.646878 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ed31184c-ca38-4eff-afe0-fd1df5cecd8f req-99281f41-792a-4841-9e03-ff90a5b334ac service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4234583
Nov 09 15:34:48.675451 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-031df334-2b7c-46a0-86ec-e9478fd0d10b req-52bbb007-34a1-4772-b19a-349d826319f6 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661411
Nov 09 15:34:49.491929 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:34:49.613579 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:49.642698 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:34:49.653772 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:34:49.658849 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:49.661723 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-6c7102cc-06f3-401a-9b30-ef17426e696b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:49.692454 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'code': 200}
Nov 09 15:34:49.742217 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=8']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:49.745837 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:49.899897 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4ee8a-544c-401e-a0b4-f4191bd85e0d req-b3134687-3540-4b56-b97d-9ba68f39a2cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:49.901458 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2d4ee8a-544c-401e-a0b4-f4191bd85e0d req-b3134687-3540-4b56-b97d-9ba68f39a2cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.0868378
Nov 09 15:34:49.955828 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2d4ee8a-544c-401e-a0b4-f4191bd85e0d req-7f44aae3-bc21-48db-a633-eec0b92eee4f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482717
Nov 09 15:34:51.178898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704316f9-b725-43f2-b5a6-09419afdc2fa req-3e16d5d8-2fca-4ccf-a531-9f0f47e20d7b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:51.180515 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-704316f9-b725-43f2-b5a6-09419afdc2fa req-3e16d5d8-2fca-4ccf-a531-9f0f47e20d7b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1010773
Nov 09 15:34:51.233466 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-704316f9-b725-43f2-b5a6-09419afdc2fa req-ef1930d2-65be-45b1-ba85-358fb9f9a996 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424058
Nov 09 15:34:52.444301 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206a67f-38e6-447b-a563-9dd2eda6e063 req-e70455a5-6bef-4cf5-a8e9-30fb66a42b94 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:52.446117 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0206a67f-38e6-447b-a563-9dd2eda6e063 req-e70455a5-6bef-4cf5-a8e9-30fb66a42b94 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.0859730
Nov 09 15:34:52.497219 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0206a67f-38e6-447b-a563-9dd2eda6e063 req-81cffa78-e878-4599-9c98-c229385b5b93 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443792
Nov 09 15:34:53.707530 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e48ef4-3d7e-4ce8-a52e-d631681480e3 req-ac1ecb2a-2b8a-4155-965f-aace33fd7c5e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:53.708719 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c3e48ef4-3d7e-4ce8-a52e-d631681480e3 req-ac1ecb2a-2b8a-4155-965f-aace33fd7c5e tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.0917990
Nov 09 15:34:53.755344 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c3e48ef4-3d7e-4ce8-a52e-d631681480e3 req-7dfa1738-1463-4cd8-ba2c-9c5232756bff tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407956
Nov 09 15:34:54.107011 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:34:55.089208 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac7c70-095b-4220-b8cf-0e76b495a921 req-747ccc3d-bf20-4680-8fc2-b79856dda2e7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:55.090690 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e9ac7c70-095b-4220-b8cf-0e76b495a921 req-747ccc3d-bf20-4680-8fc2-b79856dda2e7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.2043281
Nov 09 15:34:55.144463 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e9ac7c70-095b-4220-b8cf-0e76b495a921 req-2b62dad5-1dde-46ca-aa75-02d1cb9b8a5d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461626
Nov 09 15:34:56.078322 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-f22c01ff-3d6a-46b2-8525-bbcdc97dfc41 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646089593&fields=id&tenant_id=fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 267 time: 0.0552740
Nov 09 15:34:56.081643 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37618) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:56.257818 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:56.280946 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:34:56.287041 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7a7c561b934ddc9996bdb37d1c9da0 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:34:56.290820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:34:56.297658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:34:56.309379 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-8f1e979b-dcfb-4f58-baee-59a959fdcba3 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:56.311999 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-8f1e979b-dcfb-4f58-baee-59a959fdcba3 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 812 time: 0.2082553
Nov 09 15:34:56.350801 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-0aae0519-784c-47fe-a23d-877bf00b7ec0 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/quotas/fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 375 time: 0.0317204
Nov 09 15:34:56.403625 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:56.408732 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:56.416171 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0e673173-edfd-4070-b83a-9d3133012a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:56.464268 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e2938-037a-4b07-94cc-dd2fea540d8f,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:56.477854 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.478251 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.478814 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.479181 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.479687 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.480091 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.480414 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.480780 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.481143 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.481484 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.482085 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.482610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:34:56.491201 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc7a7c561b934ddc9996bdb37d1c9da0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4080396
Nov 09 15:34:56.492867 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-7323c429-b39d-4079-8938-24d654fe9ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:56.493176 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37630) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:56.504270 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-e89c4163-61a8-4562-a419-3e1dab51f703 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1415267
Nov 09 15:34:56.569600 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-11da4477-1a6a-4f1c-ad21-2949c39cab20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:56.600421 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-11da4477-1a6a-4f1c-ad21-2949c39cab20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:56.672816 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-326e2376-6cf4-46c3-950f-a50580c0f093 service neutron] 10.222.0.87 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511276
Nov 09 15:34:56.680514 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-11da4477-1a6a-4f1c-ad21-2949c39cab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:56.690718 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-7d532268-5c7b-439f-9366-e736089ba6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:56.708532 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4477-1a6a-4f1c-ad21-2949c39cab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e2938-037a-4b07-94cc-dd2fea540d8f,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:56.711123 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-11da4477-1a6a-4f1c-ad21-2949c39cab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:56.712570 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-11da4477-1a6a-4f1c-ad21-2949c39cab20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:56.713755 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-11da4477-1a6a-4f1c-ad21-2949c39cab20 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5e2e2938-037a-4b07-94cc-dd2fea540d8f HTTP/1.1" status: 204  len: 168 time: 0.2189002
Nov 09 15:34:56.838141 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-2c3434d3-6b8b-4849-9683-7d21575544c8 service neutron] 10.222.0.87 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637170
Nov 09 15:34:57.145096 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 37656) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:57.171168 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:57.198806 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:34:57.204416 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Usage tracker for resource:security_group_rule and tenant:c3e286880a2943c6aec61d9b3dde6943 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:34:57.209489 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:34:57.226898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:34:57.460390 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:34:57.537233 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-edba1af2-d172-417d-ac33-8f92babe804f req-1a49ec36-bf65-4240-a69f-46f8f49cd2d7 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 210 time: 0.1034050
Nov 09 15:34:57.602293 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479eb7f-ea22-4b26-8af7-001cd6dfead2 req-fbdd90c8-f35e-44bf-b0e5-9bd31870f310 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:57.603855 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3479eb7f-ea22-4b26-8af7-001cd6dfead2 req-fbdd90c8-f35e-44bf-b0e5-9bd31870f310 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.2797749
Nov 09 15:34:57.640114 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:57.649132 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:57.663225 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-0e6ecc1c-238f-459a-9197-d3f707ef0782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:57.716024 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-3479eb7f-ea22-4b26-8af7-001cd6dfead2 req-3605664b-3c21-4909-884c-40434901a674 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977261
Nov 09 15:34:57.732836 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c3e286880a2943c6aec61d9b3dde6943&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5864396
Nov 09 15:34:57.734341 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548b9393-c0bf-4689-8bd2-e6bffe46df41,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:57.736502 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37688) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:57.740296 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:57.844305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5cf-b1a0-4d01-81a2-629581be1c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:57.874003 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5cf-b1a0-4d01-81a2-629581be1c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:57.895525 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37698) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:34:57.943209 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5cf-b1a0-4d01-81a2-629581be1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:57.949358 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ebf0e768-f27b-4e4a-97e1-020badcf4979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:34:58.001022 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d5cf-b1a0-4d01-81a2-629581be1c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b9393-c0bf-4689-8bd2-e6bffe46df41,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:34:58.009990 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5e8d5cf-b1a0-4d01-81a2-629581be1c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:34:58.014462 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5cf-b1a0-4d01-81a2-629581be1c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:34:58.015600 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f5e8d5cf-b1a0-4d01-81a2-629581be1c38 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/548b9393-c0bf-4689-8bd2-e6bffe46df41 HTTP/1.1" status: 204  len: 168 time: 0.2778463
Nov 09 15:34:58.056517 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-cd8b3268-8c9a-4680-83d8-4e95d545e1ba service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1597936
Nov 09 15:34:58.709409 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6aadf1a9-702d-42c2-9a7e-6714c01a3069 req-f8e451e3-8197-40bf-a43a-c6e5cc96cd20 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 210 time: 0.0509079
Nov 09 15:34:58.959470 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6ca74-9ab8-482c-a598-ef5fca3951d2 req-67c820da-72e2-4301-806a-1738371759fd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:34:58.960917 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-54b6ca74-9ab8-482c-a598-ef5fca3951d2 req-67c820da-72e2-4301-806a-1738371759fd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.0883853
Nov 09 15:34:59.008874 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-54b6ca74-9ab8-482c-a598-ef5fca3951d2 req-621b91ed-25d8-40a8-b074-6b426969ceb2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422156
Nov 09 15:34:59.889877 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7d9ed07c-c199-4de0-afff-e8deb155ff10 req-0ee0675f-b512-4320-b7eb-b4bedd932d63 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 210 time: 0.0560868
Nov 09 15:35:00.235464 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719c440-77e1-4b4d-90ff-78c8d75baae4 req-9af8e05c-a4d3-4e4e-a797-0404dcd34db4 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:00.237400 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6719c440-77e1-4b4d-90ff-78c8d75baae4 req-9af8e05c-a4d3-4e4e-a797-0404dcd34db4 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1037598
Nov 09 15:35:00.289254 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6719c440-77e1-4b4d-90ff-78c8d75baae4 req-cfa4ed74-f2e4-479e-8951-416b2cc72f16 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442030
Nov 09 15:35:01.073689 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9fad61e4-5156-4d0d-8e8c-28e1dd854db2 req-5646ae56-7139-4556-ad0f-b40a652e9a13 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 210 time: 0.0706477
Nov 09 15:35:01.498566 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0730ea-c56e-4cf0-9156-bb0d3002cbab req-487b7c6c-1bee-486e-9016-ebaea26e17b4 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:01.500093 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ea0730ea-c56e-4cf0-9156-bb0d3002cbab req-487b7c6c-1bee-486e-9016-ebaea26e17b4 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.0915034
Nov 09 15:35:01.530984 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-38188a46-814b-484b-b60a-9c74ab8712ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:01.554270 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ea0730ea-c56e-4cf0-9156-bb0d3002cbab req-1b65c6e7-66d0-4c5f-9b9e-0fc38d7ee319 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457063
Nov 09 15:35:01.857949 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:01.985811 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-1b6cb558-752a-4f2b-ae0a-3e485372d56f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:01.987801 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-1b6cb558-752a-4f2b-ae0a-3e485372d56f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 812 time: 0.2339120
Nov 09 15:35:02.065823 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5b82eb01-3b81-4dbe-8f35-30c2603b7e28 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd75494964e14718b6f84a81bfaa7154 HTTP/1.1" status: 200  len: 379 time: 0.0613534
Nov 09 15:35:02.075522 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'port': {'device_id': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'admin_state_up': True, 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'security_groups': ['d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4']}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:02.295501 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:02.300526 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:port and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:02.303948 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:02.304927 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d60eac60-5071-4453-ad3e-d06ff61ece5c req-daf24e12-b56c-4d9a-a29f-b6374887ac5d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 210 time: 0.0454950
Nov 09 15:35:02.311186 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:02.329029 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Made reservation on behalf of fd75494964e14718b6f84a81bfaa7154 for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:35:02.333562 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:02.466165 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-c30ba9f9-f95d-41e9-96e7-7157f24bed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:02.467773 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-c30ba9f9-f95d-41e9-96e7-7157f24bed12 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8&tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd HTTP/1.1" status: 200  len: 1096 time: 0.0967064
Nov 09 15:35:02.536934 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Allocated IP 172.20.0.13 (d71bcbe5-5084-4212-9863-604580364317/bd05982b-9410-4c35-9605-3c37b428ae22/15108a4e-eb85-47fa-8139-eb8825a09c62) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:35:02.575437 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-2b74c524-011a-49b8-94ea-f6eb6d429de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:02.576921 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-2b74c524-011a-49b8-94ea-f6eb6d429de8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 1096 time: 0.0809569
Nov 09 15:35:02.786449 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-2f85fec8-bd5e-4acb-8a37-b071e0890ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:02.788262 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-2f85fec8-bd5e-4acb-8a37-b071e0890ca1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.2036598
Nov 09 15:35:02.792252 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:02.809410 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Transition to ACTIVE for port object 15108a4e-eb85-47fa-8139-eb8825a09c62 will not be triggered until provisioned by entity DHCP. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:35:02.839701 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:02.847361 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d82501a2-cd10-48db-a745-03b85b5d007d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:02.925107 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Network d71bcbe5-5084-4212-9863-604580364317 is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:35:02.928492 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:35:02.942943 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=15108a4e-eb85-47fa-8139-eb8825a09c62,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:02.962921 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:35:03.010545 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:03.034884 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:03.035733 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:03.060781 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cd8f3-6af9-46ad-954d-1f194bd61445 req-fc2d8f23-4d96-4280-87f2-b82fa19ecf58 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:03.067920 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c2cd8f3-6af9-46ad-954d-1f194bd61445 req-fc2d8f23-4d96-4280-87f2-b82fa19ecf58 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.3680620
Nov 09 15:35:03.071571 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-b000357a-20ff-4532-8e6a-eca217ce4cf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c HTTP/1.1" status: 200  len: 998 time: 0.2756968
Nov 09 15:35:03.088362 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0169294
Nov 09 15:35:03.104437 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Request body: {'port': {'device_id': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:03.193530 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2c2cd8f3-6af9-46ad-954d-1f194bd61445 req-2a18f4c6-e1f5-463a-9163-025b854c02b9 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241186
Nov 09 15:35:03.200884 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-cc1c2a3a-2188-4fce-a338-1c04cc5a9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:03.209062 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-cc1c2a3a-2188-4fce-a338-1c04cc5a9e07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.1172190
Nov 09 15:35:03.274497 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-c987612a-7cc7-4d4e-9b98-686e76dce02d None None] Provisioning for port 15108a4e-eb85-47fa-8139-eb8825a09c62 completed by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:35:03.281011 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-c987612a-7cc7-4d4e-9b98-686e76dce02d None None] Provisioning complete for port 15108a4e-eb85-47fa-8139-eb8825a09c62 triggered by entity DHCP. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:35:03.281771 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-c987612a-7cc7-4d4e-9b98-686e76dce02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:03.282578 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:03.362155 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-5fd31558-337e-448b-a0b5-12a391d65662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:03.365293 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-5fd31558-337e-448b-a0b5-12a391d65662 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1551645
Nov 09 15:35:03.421569 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-c987612a-7cc7-4d4e-9b98-686e76dce02d None None] Port 15108a4e-eb85-47fa-8139-eb8825a09c62 cannot update to ACTIVE because it is not bound. {{(pid=86783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 09 15:35:03.640283 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-dcefc8a9-3f75-4f21-92c7-de7218521d95 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2662861
Nov 09 15:35:03.745898 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37826) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:03.834580 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb57ae6-c7f1-4fe0-906f-0dc8701b0c5d req-a461608c-364e-4bb4-b649-703630200a5e tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:03.836699 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-efb57ae6-c7f1-4fe0-906f-0dc8701b0c5d req-a461608c-364e-4bb4-b649-703630200a5e tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 932 time: 0.3012385
Nov 09 15:35:03.882853 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15108a4e-eb85-47fa-8139-eb8825a09c62 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:35:03.893428 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:03.912778 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Transition to ACTIVE for port object 15108a4e-eb85-47fa-8139-eb8825a09c62 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:35:03.917711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:03.918823 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-efb57ae6-c7f1-4fe0-906f-0dc8701b0c5d req-045e5652-f66d-41c8-80f5-28dc42e2e34f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731835
Nov 09 15:35:03.942720 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-bb200120-0bc7-4d16-b9b8-8a1be24f8f56 req-a5c6af70-d1f9-4438-a5ef-94cd56b856f8 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2925656
Nov 09 15:35:03.946778 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:04.106044 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-03079fc6-2b85-4584-9b8d-8debb32acc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.184987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.226349 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:04.229021 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Pushing event updated for resources: {'Port': ['ID=15108a4e-eb85-47fa-8139-eb8825a09c62,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:04.270658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:04.280057 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Usage tracker for resource:security_group_rule and tenant:734e7d0356724d679e489ceff35deb19 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:04.287851 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:04.343437 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:04.407161 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Attempting to bind port 15108a4e-eb85-47fa-8139-eb8825a09c62 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:35:04.407426 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Attempting to bind port 15108a4e-eb85-47fa-8139-eb8825a09c62 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:35:04.407751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Attempting to bind port 15108a4e-eb85-47fa-8139-eb8825a09c62 on network d71bcbe5-5084-4212-9863-604580364317 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:35:04.419623 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Port 15108a4e-eb85-47fa-8139-eb8825a09c62 on network d71bcbe5-5084-4212-9863-604580364317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:35:04.419950 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Attempting to bind port 15108a4e-eb85-47fa-8139-eb8825a09c62 on network d71bcbe5-5084-4212-9863-604580364317 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:35:04.431658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:35:04.432047 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Checking segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:35:04.432375 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Bound using segment: {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:35:04.432897 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Bound port: 15108a4e-eb85-47fa-8139-eb8825a09c62, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5b5420-83aa-4ec9-b3ff-8c372b74b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd71bcbe5-5084-4212-9863-604580364317'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:35:04.433210 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.481450 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a69a9-879d-4e02-bd13-559edefbf411 req-a666183d-2e21-4004-80d1-e659dee52c73 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:04.481450 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-708a69a9-879d-4e02-bd13-559edefbf411 req-a666183d-2e21-4004-80d1-e659dee52c73 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1227894
Nov 09 15:35:04.550541 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-708a69a9-879d-4e02-bd13-559edefbf411 req-da20a6ae-3d07-441a-8c89-e077bcf205cc tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618875
Nov 09 15:35:04.557085 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.569559 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] For port 15108a4e-eb85-47fa-8139-eb8825a09c62, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:35:04.573741 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.578697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-50b52031-32f5-4203-a6c9-00f4e800b79e tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:04.600237 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] For port 15108a4e-eb85-47fa-8139-eb8825a09c62, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=15108a4e-eb85-47fa-8139-eb8825a09c62,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:35:04.620410 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.640427 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=734e7d0356724d679e489ceff35deb19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8922145
Nov 09 15:35:04.647127 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 37844) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:04.647416 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e5b6c3-ed81-4975-abf0-8eba07912490,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:04.648958 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:04.649789 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-da33d7c0-1f13-4a4b-a49d-fc2c920fffd0 tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:04.708977 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:04.709857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.712051 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] 10.222.0.71 "PUT /v2.0/ports/15108a4e-eb85-47fa-8139-eb8825a09c62 HTTP/1.1" status: 200  len: 1094 time: 1.6134942
Nov 09 15:35:04.712920 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:04.728787 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-23b65a7e-b2e5-4370-9f08-08d32822c497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.774447 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Pushing event updated for resources: {'Port': ['ID=15108a4e-eb85-47fa-8139-eb8825a09c62,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:04.779449 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:04.782164 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-23b65a7e-b2e5-4370-9f08-08d32822c497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.791719 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'status': 'completed', 'code': 200}
Nov 09 15:35:04.847961 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-23b65a7e-b2e5-4370-9f08-08d32822c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.852305 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-aceebccf-a4cb-40cf-9a21-016f4f077712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:04.874445 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b65a7e-b2e5-4370-9f08-08d32822c497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e5b6c3-ed81-4975-abf0-8eba07912490,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:04.879740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-23b65a7e-b2e5-4370-9f08-08d32822c497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:04.898369 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-23b65a7e-b2e5-4370-9f08-08d32822c497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:04.899570 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-23b65a7e-b2e5-4370-9f08-08d32822c497 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c8e5b6c3-ed81-4975-abf0-8eba07912490 HTTP/1.1" status: 204  len: 168 time: 0.2544904
Nov 09 15:35:05.031245 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:05.145205 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8675d-2c22-4d32-8217-42be4c298a76 req-f7f3e694-1610-45f9-ae04-e477c20566e5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:05.146818 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cba8675d-2c22-4d32-8217-42be4c298a76 req-f7f3e694-1610-45f9-ae04-e477c20566e5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1043513
Nov 09 15:35:05.207490 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cba8675d-2c22-4d32-8217-42be4c298a76 req-4900ee1e-840a-4caf-8b7d-812cebf3ca32 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541372
Nov 09 15:35:05.256500 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37858) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:05.275928 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:05.293310 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:05.297635 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Usage tracker for resource:security_group_rule and tenant:879af7903ee2402cac084d2b37ccb6eb is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:05.301114 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:05.307830 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:05.440102 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:05.444360 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:05.452065 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c05e728e-7da1-42d9-92d4-09e2c7d6e40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:05.499771 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=879af7903ee2402cac084d2b37ccb6eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2421675
Nov 09 15:35:05.500698 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca30c7-ef63-47db-8883-1ebf6bccbd40,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:05.503096 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 37864) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:05.504602 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:05.569652 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49333d31-443e-48a8-ae81-3387fba92dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:05.602188 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49333d31-443e-48a8-ae81-3387fba92dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:05.669354 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49333d31-443e-48a8-ae81-3387fba92dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:05.673792 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-eeade1bd-749e-4d46-b604-58ce20570c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:05.689361 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49333d31-443e-48a8-ae81-3387fba92dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca30c7-ef63-47db-8883-1ebf6bccbd40,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:05.691758 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-49333d31-443e-48a8-ae81-3387fba92dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:05.741484 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-49333d31-443e-48a8-ae81-3387fba92dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:05.742643 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-49333d31-443e-48a8-ae81-3387fba92dc5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/79ca30c7-ef63-47db-8883-1ebf6bccbd40 HTTP/1.1" status: 204  len: 168 time: 0.2384765
Nov 09 15:35:05.789245 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4550ec5-a394-454a-824c-d16b9cd7be8c req-71cb6a99-4da2-492b-858e-9f5be42b25c2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:05.790872 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a4550ec5-a394-454a-824c-d16b9cd7be8c req-71cb6a99-4da2-492b-858e-9f5be42b25c2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1067605
Nov 09 15:35:05.842255 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a4550ec5-a394-454a-824c-d16b9cd7be8c req-0aa333ca-a920-469c-9ef2-a26c5923c8a4 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430417
Nov 09 15:35:06.394400 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:06.436239 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82bbc-3f39-4c10-9ec5-2a2a7ecdbf27 req-ea1e447b-992c-4af6-a53d-338787d9aced tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:06.440182 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-13d82bbc-3f39-4c10-9ec5-2a2a7ecdbf27 req-ea1e447b-992c-4af6-a53d-338787d9aced tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1009989
Nov 09 15:35:06.491247 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-13d82bbc-3f39-4c10-9ec5-2a2a7ecdbf27 req-787fdae2-4526-43db-9fa2-8aa9c9ee0950 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438330
Nov 09 15:35:07.067891 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669b15-ab53-4e93-8d3d-d42e996edfb6 req-9f804e32-e1c6-46c3-881b-aed1f164307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:07.070999 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-47669b15-ab53-4e93-8d3d-d42e996edfb6 req-9f804e32-e1c6-46c3-881b-aed1f164307e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 1097 time: 0.1050863
Nov 09 15:35:07.079605 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce586726-85cf-4bbf-898f-04112a261a8f req-5e8b5f69-0919-4d84-bcd7-acf4c7be8d6b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:07.081411 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ce586726-85cf-4bbf-898f-04112a261a8f req-5e8b5f69-0919-4d84-bcd7-acf4c7be8d6b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1014385
Nov 09 15:35:07.163555 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ce586726-85cf-4bbf-898f-04112a261a8f req-ba1f07c3-6bf5-4c2c-b343-fae9fcd14248 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742819
Nov 09 15:35:07.200043 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:07.290504 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669b15-ab53-4e93-8d3d-d42e996edfb6 req-c553171b-a515-49c1-8ded-1c1c309cd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:07.292713 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-47669b15-ab53-4e93-8d3d-d42e996edfb6 req-c553171b-a515-49c1-8ded-1c1c309cd631 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=fd75494964e14718b6f84a81bfaa7154&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2064795
Nov 09 15:35:07.480826 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669b15-ab53-4e93-8d3d-d42e996edfb6 req-77cf926b-703d-4bca-871e-404c7a033e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:07.482645 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-47669b15-ab53-4e93-8d3d-d42e996edfb6 req-77cf926b-703d-4bca-871e-404c7a033e9e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1831894
Nov 09 15:35:07.617034 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-95f9ae74-076d-4fc9-b099-c13f7f6a465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:07.619749 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-95f9ae74-076d-4fc9-b099-c13f7f6a465b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 1097 time: 0.0995173
Nov 09 15:35:07.730095 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-b8c3c61f-df60-4a65-9a10-bc7e1503779c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15108a4e-eb85-47fa-8139-eb8825a09c62 HTTP/1.1" status: 200  len: 217 time: 0.0988371
Nov 09 15:35:07.907737 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761d896-9d62-43b0-b5ef-e722b6b98aa4 req-0ef421d1-5876-4f6d-b486-6332c9ff306a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:07.916456 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9761d896-9d62-43b0-b5ef-e722b6b98aa4 req-0ef421d1-5876-4f6d-b486-6332c9ff306a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.2214825
Nov 09 15:35:08.015034 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9761d896-9d62-43b0-b5ef-e722b6b98aa4 req-f95a2115-cab4-416d-b735-13fc6629fdd5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970728
Nov 09 15:35:08.493556 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1a23-43c2-4197-b86d-0a9304bdd5a0 req-24d81985-b505-4f55-b933-bfb98b9cd1c0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:08.500190 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-657b1a23-43c2-4197-b86d-0a9304bdd5a0 req-24d81985-b505-4f55-b933-bfb98b9cd1c0 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1481450
Nov 09 15:35:08.603007 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-657b1a23-43c2-4197-b86d-0a9304bdd5a0 req-aaeb40eb-1b57-4ece-9c32-0e83120d2e6b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931160
Nov 09 15:35:09.114040 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 37974) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:09.242364 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f0806-d898-46ce-99b8-e5f9f0e7cd3b req-f1380559-b422-4594-b7ab-034447c6d177 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:09.244185 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e12f0806-d898-46ce-99b8-e5f9f0e7cd3b req-f1380559-b422-4594-b7ab-034447c6d177 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1061084
Nov 09 15:35:09.264195 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:09.300952 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:09.315065 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:2100b03cc7e444c99d7680f747491f61 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:09.325622 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:09.335851 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:09.342217 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e12f0806-d898-46ce-99b8-e5f9f0e7cd3b req-f7c06f71-10aa-4156-b485-a5c87c901a36 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790355
Nov 09 15:35:09.575615 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:09.580880 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:09.588237 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e724f6ca-6eb3-4fad-b371-fbde2c3d1e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:09.636077 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2100b03cc7e444c99d7680f747491f61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5209019
Nov 09 15:35:09.637195 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7dfc3f-6a6d-4eed-88a9-47612f3a9b1f,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:09.639559 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 37984) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:09.645915 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.646762 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.646762 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.647082 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.647340 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.647689 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.648029 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.648378 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.648721 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.649053 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.649396 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.649756 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:09.653951 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:09.776914 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d444036a-1661-4d5e-9cfb-a338934f9fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:09.808714 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d444036a-1661-4d5e-9cfb-a338934f9fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:09.900881 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d444036a-1661-4d5e-9cfb-a338934f9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:09.904571 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325fe59-66ad-4669-8049-6f14959472b3 req-ee8f4b6a-3bd4-4f9e-a5ca-362cc31cb5ae tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:09.905018 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-41557113-e0e1-4527-8d84-2e557d12c582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:09.912461 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2325fe59-66ad-4669-8049-6f14959472b3 req-ee8f4b6a-3bd4-4f9e-a5ca-362cc31cb5ae tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1344087
Nov 09 15:35:09.946382 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444036a-1661-4d5e-9cfb-a338934f9fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7dfc3f-6a6d-4eed-88a9-47612f3a9b1f,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:09.952537 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d444036a-1661-4d5e-9cfb-a338934f9fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:09.958679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d444036a-1661-4d5e-9cfb-a338934f9fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:09.963725 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d444036a-1661-4d5e-9cfb-a338934f9fbb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2c7dfc3f-6a6d-4eed-88a9-47612f3a9b1f HTTP/1.1" status: 204  len: 168 time: 0.3183029
Nov 09 15:35:09.980703 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2325fe59-66ad-4669-8049-6f14959472b3 req-5426b73c-a587-4319-8e18-b4e4534e52cd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672071
Nov 09 15:35:10.482952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38016) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:10.533577 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:10.582762 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:10.589584 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Usage tracker for resource:security_group_rule and tenant:88834887420640ffa3848a44c9b26f31 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:10.612586 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:10.630226 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:10.640866 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2ca65-e058-46bf-b3da-57a207693ade req-f4e82abd-7fc0-4230-be53-5f2667067ba2 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:10.649827 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d5e2ca65-e058-46bf-b3da-57a207693ade req-f4e82abd-7fc0-4230-be53-5f2667067ba2 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1128616
Nov 09 15:35:10.715262 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d5e2ca65-e058-46bf-b3da-57a207693ade req-b8eb4044-cc1c-4caf-9259-336b2e0ee679 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639379
Nov 09 15:35:10.824815 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:10.832949 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:10.847871 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-190e4134-436e-4d85-83a9-5af1f56a9043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:10.909043 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88834887420640ffa3848a44c9b26f31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4242611
Nov 09 15:35:10.911822 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38026) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:10.915470 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420b50f2-19ea-4e18-94c0-132cbb32dcda,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:10.919202 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:11.000734 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e34b3260-c2dc-4713-9a02-421c06702c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:11.044609 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e34b3260-c2dc-4713-9a02-421c06702c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:11.134528 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e34b3260-c2dc-4713-9a02-421c06702c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:11.139629 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-11da4477-1a6a-4f1c-ad21-2949c39cab20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:11.157258 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b3260-c2dc-4713-9a02-421c06702c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420b50f2-19ea-4e18-94c0-132cbb32dcda,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:11.168294 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e34b3260-c2dc-4713-9a02-421c06702c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:11.174269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e34b3260-c2dc-4713-9a02-421c06702c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:11.179127 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e34b3260-c2dc-4713-9a02-421c06702c1d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/420b50f2-19ea-4e18-94c0-132cbb32dcda HTTP/1.1" status: 204  len: 168 time: 0.2659421
Nov 09 15:35:11.344225 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fbec2-a336-4975-b80c-e49814263428 req-74d19c4c-7ff3-4093-bd0b-d79a3cf565ac tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:11.356166 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7b9fbec2-a336-4975-b80c-e49814263428 req-74d19c4c-7ff3-4093-bd0b-d79a3cf565ac tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1321917
Nov 09 15:35:11.448063 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7b9fbec2-a336-4975-b80c-e49814263428 req-309db04a-1c8a-44a0-bd6d-272e7c80ed02 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890861
Nov 09 15:35:11.983488 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91a4a6-796c-4d45-877c-d46f665117b9 req-28d27f07-f2a9-4abe-8599-aacec2aad378 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:11.985839 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ed91a4a6-796c-4d45-877c-d46f665117b9 req-28d27f07-f2a9-4abe-8599-aacec2aad378 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1304553
Nov 09 15:35:12.089344 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ed91a4a6-796c-4d45-877c-d46f665117b9 req-8d31a43b-7863-43ac-a340-8aa50c26355a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956893
Nov 09 15:35:12.315875 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38062) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:12.492167 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1257637541-network', 'tenant_id': 'b48577296f714434ace500a610a3e17c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:12.498940 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:12.504640 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Usage tracker for resource:network and tenant:b48577296f714434ace500a610a3e17c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:12.508603 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:12.516375 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:12.531932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Made reservation on behalf of b48577296f714434ace500a610a3e17c for: {'network': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:35:12.537187 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for network, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:12.560782 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:12.584087 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:12.590412 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Usage tracker for resource:security_group_rule and tenant:b48577296f714434ace500a610a3e17c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:12.594154 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:12.603952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:12.717386 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce73251-9dc2-4786-b409-23ba081dc93c req-75e5e0fb-ebf2-4b4a-a223-2b2312f31f07 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:12.725382 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7ce73251-9dc2-4786-b409-23ba081dc93c req-75e5e0fb-ebf2-4b4a-a223-2b2312f31f07 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1328578
Nov 09 15:35:12.729514 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:12.735036 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:12.742555 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0c85ffee-905a-49c2-89e5-1d9efadaaa4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:12.804692 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7ce73251-9dc2-4786-b409-23ba081dc93c req-61854266-b5e5-4fd3-981e-bc0e6ed47e53 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779748
Nov 09 15:35:12.808094 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152}  {{(pid=86782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 09 15:35:12.819159 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b04a1f-c9f7-4143-bec1-13e99a8b23bb,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:12.826486 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:12.836593 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:12.837250 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.segments_db [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Added segment 06980e7a-0f73-47a8-b118-3226d325b9d6 of type vlan for network d5c2ec6e-75f3-4619-bbee-8d12e846b32c
Nov 09 15:35:12.893305 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734628854137'] for network, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:12.935814 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766'] for network, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:12.937210 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:12.938045 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:12.942623 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:13.056992 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Pushing event updated for resources: {'Network': ['ID=d5c2ec6e-75f3-4619-bbee-8d12e846b32c,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:13.062973 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7417061
Nov 09 15:35:13.062973 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:13.063288 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38070) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:13.068357 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Network d5c2ec6e-75f3-4619-bbee-8d12e846b32c details requested by agent ovs-agent-dv-cinder-817223-1-iscsi with host dv-cinder-817223-1-iscsi {{(pid=86783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 09 15:35:13.078470 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Request body: {'subnet': {'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1257637541-subnet', 'tenant_id': 'b48577296f714434ace500a610a3e17c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:13.085471 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:13.091105 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Usage tracker for resource:subnet and tenant:b48577296f714434ace500a610a3e17c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:13.096167 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:13.105739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:13.132296 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Made reservation on behalf of b48577296f714434ace500a610a3e17c for: {'subnet': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:35:13.136203 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2268121'] for subnet, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:13.401032 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17b5a6-d307-409a-adc2-a5e9de9e1236 req-9d0b3ded-9b9b-4c29-aee8-8e977e1ba935 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:13.413193 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7f17b5a6-d307-409a-adc2-a5e9de9e1236 req-9d0b3ded-9b9b-4c29-aee8-8e977e1ba935 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1496837
Nov 09 15:35:13.497437 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-7f17b5a6-d307-409a-adc2-a5e9de9e1236 req-e2bcefa9-5911-4887-a91c-acefaad638f6 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817583
Nov 09 15:35:13.600412 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2278461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2268103'] for subnet, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:13.605658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ee025806-b71c-46c1-8a65-ea0714ae0276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:13.703339 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bff1843-7d18-46fd-a93d-1afc6b2be3bf,revision_number=0']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:13.707795 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:13.719374 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Checking segment: {'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:35:13.719762 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Network hostable DHCP agents. Network: d5c2ec6e-75f3-4619-bbee-8d12e846b32c, hostable agents: ['db8738c4-6bc0-4763-b90b-b9501fc54516'], hosted agents: [] {{(pid=86782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 09 15:35:13.754175 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38082) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:13.765651 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Network d5c2ec6e-75f3-4619-bbee-8d12e846b32c is scheduled to be hosted by DHCP agent db8738c4-6bc0-4763-b90b-b9501fc54516 with binding_index 1 {{(pid=86782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 09 15:35:13.782347 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817223-1-iscsi, d5c2ec6e-75f3-4619-bbee-8d12e846b32c) {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:35:13.788181 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:13.789035 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:13.794431 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60266edb-a8a1-40b5-b02e-dcf176f5815b None None] Network d5c2ec6e-75f3-4619-bbee-8d12e846b32c requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:35:13.830076 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-be8c935f-77b5-456e-b296-0e184e81c306 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7612131
Nov 09 15:35:14.050533 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42d65e-520c-460d-80f3-9db4873322e6 None None] Network d5c2ec6e-75f3-4619-bbee-8d12e846b32c requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:35:14.121827 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:14.161837 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:14.169708 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Usage tracker for resource:security_group_rule and tenant:78757d07751d48a28290a5cd95fde2c5 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:14.174263 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:14.192941 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:14.223643 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a307d6-d42b-413b-961e-cf6430dbd7de req-ae5d8f82-a392-4e85-8af1-aaeed7839670 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:14.226886 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-41a307d6-d42b-413b-961e-cf6430dbd7de req-ae5d8f82-a392-4e85-8af1-aaeed7839670 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1686378
Nov 09 15:35:14.400342 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-41a307d6-d42b-413b-961e-cf6430dbd7de req-adf57779-9f4c-4b11-895e-23a09bd8a2ff tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143184
Nov 09 15:35:14.452717 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:14.462720 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:14.484132 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-97c7067b-58dc-47ee-b31c-101efa0f281d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:14.588077 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38102) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:14.590835 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=78757d07751d48a28290a5cd95fde2c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8350337
Nov 09 15:35:14.631382 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce87f3-ccde-47cc-b685-e46d67bf6db4,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:14.645188 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:14.751958 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b324ed34-e477-4da9-a084-4a4228b8e9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:14.837997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b324ed34-e477-4da9-a084-4a4228b8e9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:14.848042 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4a78d-d4e0-485b-9e40-d408432bd78e req-06eb97e2-25dc-48c9-b5ae-a25ee4f32f3c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:14.857584 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-86c4a78d-d4e0-485b-9e40-d408432bd78e req-06eb97e2-25dc-48c9-b5ae-a25ee4f32f3c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1343744
Nov 09 15:35:14.975587 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-86c4a78d-d4e0-485b-9e40-d408432bd78e req-be0bff9a-7202-49fa-811e-59d8f17de7a9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171994
Nov 09 15:35:14.990797 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b324ed34-e477-4da9-a084-4a4228b8e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:15.009876 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c79f9158-7648-4a0a-9dbd-3e5b107e952c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:15.048851 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324ed34-e477-4da9-a084-4a4228b8e9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce87f3-ccde-47cc-b685-e46d67bf6db4,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:15.058119 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-b324ed34-e477-4da9-a084-4a4228b8e9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:15.073998 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-b324ed34-e477-4da9-a084-4a4228b8e9b3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c0ce87f3-ccde-47cc-b685-e46d67bf6db4 HTTP/1.1" status: 204  len: 168 time: 0.4842520
Nov 09 15:35:15.080756 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-b324ed34-e477-4da9-a084-4a4228b8e9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:15.636088 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38118) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:15.641419 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d43562-dce7-432e-868c-5134578d5842 req-e841ad40-de57-4303-9ef7-8d0605d2cfd1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:15.643313 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-97d43562-dce7-432e-868c-5134578d5842 req-e841ad40-de57-4303-9ef7-8d0605d2cfd1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1112492
Nov 09 15:35:15.657042 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:15.673494 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:15.678689 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Usage tracker for resource:security_group_rule and tenant:320646989a35424186bef914e1aa81f9 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:15.682433 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:15.688980 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:15.695759 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-97d43562-dce7-432e-868c-5134578d5842 req-4652df15-d3c3-4f4a-9901-d464a28f4069 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445104
Nov 09 15:35:15.808550 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:15.814523 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:15.829192 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d444036a-1661-4d5e-9cfb-a338934f9fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:15.877315 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=320646989a35424186bef914e1aa81f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2384672
Nov 09 15:35:15.879084 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38122) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:15.890337 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef849e72-5995-43eb-8087-8806ac2f89d3,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:15.902276 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4a3df8b0-d65d-4fb3-be01-7410f1800798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:15.952580 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aa20b76d-191f-4ca4-8c96-caad8ab961f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:15.987709 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aa20b76d-191f-4ca4-8c96-caad8ab961f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:16.057498 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aa20b76d-191f-4ca4-8c96-caad8ab961f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:16.062270 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8b07e66d-1ab3-40bf-99ae-6f646fc53251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:16.082500 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20b76d-191f-4ca4-8c96-caad8ab961f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef849e72-5995-43eb-8087-8806ac2f89d3,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:16.085605 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-aa20b76d-191f-4ca4-8c96-caad8ab961f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:16.099342 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-aa20b76d-191f-4ca4-8c96-caad8ab961f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:16.112453 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-aa20b76d-191f-4ca4-8c96-caad8ab961f8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef849e72-5995-43eb-8087-8806ac2f89d3 HTTP/1.1" status: 204  len: 168 time: 0.2233396
Nov 09 15:35:16.309507 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f002ed0-d7d1-4b39-806e-812616464d10 req-b0c5814b-d3a3-4893-a355-7610bb430387 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:16.318352 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4f002ed0-d7d1-4b39-806e-812616464d10 req-b0c5814b-d3a3-4893-a355-7610bb430387 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1214130
Nov 09 15:35:16.376509 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4f002ed0-d7d1-4b39-806e-812616464d10 req-010e09c6-f80a-4395-8623-e08df03c0862 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570533
Nov 09 15:35:17.078058 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-8b8482c2-981d-4411-90af-c27404952df1 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:17.088053 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-8b8482c2-981d-4411-90af-c27404952df1 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/networks?id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c HTTP/1.1" status: 200  len: 809 time: 0.3400490
Nov 09 15:35:17.115103 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea94dd5-8829-44cf-8b73-dfc550719966 req-df40a2df-8f75-42bd-ad8b-23d105a58364 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:17.116764 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ea94dd5-8829-44cf-8b73-dfc550719966 req-df40a2df-8f75-42bd-ad8b-23d105a58364 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.2102304
Nov 09 15:35:17.119774 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-b80ae057-c5ff-49e9-b495-e8a0c88b96d9 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/quotas/b48577296f714434ace500a610a3e17c HTTP/1.1" status: 200  len: 375 time: 0.0281484
Nov 09 15:35:17.192063 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-c230b1a1-e0a5-4121-8fed-152e94db771b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b48577296f714434ace500a610a3e17c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0662489
Nov 09 15:35:17.319851 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ea94dd5-8829-44cf-8b73-dfc550719966 req-088012f9-8406-4f01-88e1-abc4a1071d15 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587894
Nov 09 15:35:17.566204 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-597e74ba-340c-4ca3-9f73-26f34599682b service neutron] 10.222.0.87 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3605251
Nov 09 15:35:17.782951 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-1a1b9736-adee-4b98-8f68-2029940e8a02 service neutron] 10.222.0.87 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152500
Nov 09 15:35:17.807663 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d29dd9-6fd1-413f-aa82-a7c1024d791d req-584610f6-0009-4d85-b82c-03a86ee74e2a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:17.809572 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-39d29dd9-6fd1-413f-aa82-a7c1024d791d req-584610f6-0009-4d85-b82c-03a86ee74e2a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.2205596
Nov 09 15:35:17.880076 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-39d29dd9-6fd1-413f-aa82-a7c1024d791d req-57b02f89-ca23-4b7b-ad08-9bf3329494cc tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584264
Nov 09 15:35:18.061322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38180) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:18.089701 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5340ebd6-a398-4310-9ce1-0af6e61d68f9 req-79d38060-2a41-4a24-8638-601db303f007 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 210 time: 0.0674515
Nov 09 15:35:18.248265 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:18.266519 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:18.272805 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Usage tracker for resource:security_group_rule and tenant:53a761a55f4147e8a1d75ee709375072 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:18.285176 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:18.299996 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:18.503662 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:18.509847 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:18.522765 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-83ee8acd-72e2-4e60-881a-3b7e733e1e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:18.570817 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=53a761a55f4147e8a1d75ee709375072&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5075765
Nov 09 15:35:18.571780 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76128b4c-a41a-4082-9c16-ea699fcdaf96,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:18.575282 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38194) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:18.578419 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:18.618634 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6253170-6a76-4ce5-bef3-657a3e394994 req-3a2b7b40-49d6-4451-877c-3c309bf157ca tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:18.620949 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b6253170-6a76-4ce5-bef3-657a3e394994 req-3a2b7b40-49d6-4451-877c-3c309bf157ca tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1333370
Nov 09 15:35:18.648141 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d36d2235-9636-49ea-87a6-54ba6f4aa9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:18.669070 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b6253170-6a76-4ce5-bef3-657a3e394994 req-0b86a7e8-4bf0-4e89-a19d-d79402e18a34 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419281
Nov 09 15:35:18.677281 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d36d2235-9636-49ea-87a6-54ba6f4aa9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:18.737708 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d36d2235-9636-49ea-87a6-54ba6f4aa9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:18.742560 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-7f79624a-d94f-435e-8224-2337e4c5a4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:18.758041 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d2235-9636-49ea-87a6-54ba6f4aa9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76128b4c-a41a-4082-9c16-ea699fcdaf96,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:18.760647 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d36d2235-9636-49ea-87a6-54ba6f4aa9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:18.769124 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d36d2235-9636-49ea-87a6-54ba6f4aa9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:18.770751 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d36d2235-9636-49ea-87a6-54ba6f4aa9b2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76128b4c-a41a-4082-9c16-ea699fcdaf96 HTTP/1.1" status: 204  len: 168 time: 0.1940246
Nov 09 15:35:19.088740 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f402f7-dc5a-45d7-ac05-9b6ddafea015 req-802eb1d0-dd23-4ae8-8df1-b2a1d7b321b5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:19.090285 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-22f402f7-dc5a-45d7-ac05-9b6ddafea015 req-802eb1d0-dd23-4ae8-8df1-b2a1d7b321b5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.0910528
Nov 09 15:35:19.172000 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-22f402f7-dc5a-45d7-ac05-9b6ddafea015 req-02832cc5-aaed-4e2f-8270-1cf7b2b8ea93 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722253
Nov 09 15:35:19.237588 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-f23531b2-4219-4f80-b992-6ae51643b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:19.239317 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-f23531b2-4219-4f80-b992-6ae51643b636 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.0940971
Nov 09 15:35:19.314781 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8efcc6f5-900f-43d5-8381-2574e716073f req-d66f3da6-a6c9-4b13-b7ba-0ec606bc2452 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 210 time: 0.0521617
Nov 09 15:35:19.372799 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-451c4d63-eb92-4d4d-be88-9460fc378641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:19.373966 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-451c4d63-eb92-4d4d-be88-9460fc378641 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1254473
Nov 09 15:35:19.542943 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-482edd61-5231-4b31-af81-e3db10c9e489 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603718
Nov 09 15:35:19.706644 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b2e48126-06f5-42b0-be62-e5cf3d8d0652 req-bed855db-87cc-45cb-832f-8f080be794d2 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452968
Nov 09 15:35:19.891834 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0d2ee-5a8d-4c60-8dc7-369b81b9c235 req-7bc18c37-489a-43be-99f4-f5fa56d02413 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:19.893443 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b8b0d2ee-5a8d-4c60-8dc7-369b81b9c235 req-7bc18c37-489a-43be-99f4-f5fa56d02413 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.0898075
Nov 09 15:35:19.945681 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b8b0d2ee-5a8d-4c60-8dc7-369b81b9c235 req-76c0e816-0f7a-4a5e-a16e-63c02c1ed8ef tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463152
Nov 09 15:35:20.259144 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-3c4cd0d2-1d16-4ef4-a485-5402d467fefa tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:20.259887 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-3c4cd0d2-1d16-4ef4-a485-5402d467fefa tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Synchronizing usage tracker for tenant:b48577296f714434ace500a610a3e17c on resource:network {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:35:20.280194 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-3c4cd0d2-1d16-4ef4-a485-5402d467fefa tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Unset dirty status for tenant:b48577296f714434ace500a610a3e17c on resource:network {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:35:20.281854 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-3c4cd0d2-1d16-4ef4-a485-5402d467fefa tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.71 "GET /v2.0/networks?id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c HTTP/1.1" status: 200  len: 809 time: 0.2162983
Nov 09 15:35:20.299715 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Request body: {'port': {'device_id': 'a769ebdf-4693-45d0-aab5-817a000b4d99', 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c', 'admin_state_up': True, 'tenant_id': 'b48577296f714434ace500a610a3e17c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:20.433943 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccae79-44d5-4eb1-8374-7e4bff483420 req-6872ab49-4f06-42ec-ba72-51810a5d0017 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:20.435635 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8cccae79-44d5-4eb1-8374-7e4bff483420 req-6872ab49-4f06-42ec-ba72-51810a5d0017 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1451094
Nov 09 15:35:20.510869 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8cccae79-44d5-4eb1-8374-7e4bff483420 req-5ffaa98e-68e1-4699-9705-050e21db2ca5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595796
Nov 09 15:35:20.521420 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:20.531066 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38252) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:20.531748 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Usage tracker for resource:port and tenant:b48577296f714434ace500a610a3e17c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:20.535295 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:20.541822 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:20.555447 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Made reservation on behalf of b48577296f714434ace500a610a3e17c for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:35:20.559196 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:20.581554 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-33c88311-b8ab-4d9b-a98a-779d159cdf6f req-82d670b1-b4d9-4fce-9848-8dde5459eeaa tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 210 time: 0.0690644
Nov 09 15:35:20.679513 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:20.732958 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:20.747561 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Usage tracker for resource:security_group_rule and tenant:47260cc77ba743f584280963996c3088 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:20.752191 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:20.761255 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:20.791530 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Allocated IP 172.20.0.8 (d5c2ec6e-75f3-4619-bbee-8d12e846b32c/6bff1843-7d18-46fd-a93d-1afc6b2be3bf/8a144b79-8e00-41a5-adfb-e78b5be5a5a2) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:35:21.101636 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.112678 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.123675 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f60810b9-ac98-4863-b64c-e76850580c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:21.169196 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3daa61-cb70-4fd6-b66a-3d10bd6c4e3a req-eed535bc-7bad-43d1-af91-a67b0a4e2599 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:21.170710 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9d3daa61-cb70-4fd6-b66a-3d10bd6c4e3a req-eed535bc-7bad-43d1-af91-a67b0a4e2599 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1050236
Nov 09 15:35:21.199482 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=47260cc77ba743f584280963996c3088&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6749313
Nov 09 15:35:21.202974 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38260) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:21.212117 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf4554a-d302-414b-96d4-25538b8ec118,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:21.215339 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:21.224450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.254980 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9d3daa61-cb70-4fd6-b66a-3d10bd6c4e3a req-aa9118be-3766-4f8c-8f05-f40cd31ac9fe tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774710
Nov 09 15:35:21.263619 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.273513 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2688f9a9-bc09-43a1-8448-2589071e0f95 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:21.292578 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6e01b96e-9f42-459e-a52c-d27bf22b5338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.321880 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6e01b96e-9f42-459e-a52c-d27bf22b5338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.354378 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Network d5c2ec6e-75f3-4619-bbee-8d12e846b32c is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:35:21.358073 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:35:21.363108 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:35:21.395986 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6e01b96e-9f42-459e-a52c-d27bf22b5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.402625 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Pushing event updated for resources: {'Port': ['ID=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:21.406394 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-153ed9aa-a209-4ce7-9db7-6966afdb644f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:21.417284 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:21.421333 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-6e01b96e-9f42-459e-a52c-d27bf22b5338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.422522 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-6e01b96e-9f42-459e-a52c-d27bf22b5338 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fcf4554a-d302-414b-96d4-25538b8ec118 HTTP/1.1" status: 204  len: 168 time: 0.2183139
Nov 09 15:35:21.423635 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01b96e-9f42-459e-a52c-d27bf22b5338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf4554a-d302-414b-96d4-25538b8ec118,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:21.426553 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6e01b96e-9f42-459e-a52c-d27bf22b5338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:21.466281 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:21.466956 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.505839 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2093949
Nov 09 15:35:21.516886 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Request body: {'port': {'device_id': 'a769ebdf-4693-45d0-aab5-817a000b4d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:21.686142 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:21.791075 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41da4cd-e88c-4d6d-b537-4fced0450735 req-e36757ab-d5fc-40f5-851d-ae61d033b73c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:21.792610 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a41da4cd-e88c-4d6d-b537-4fced0450735 req-e36757ab-d5fc-40f5-851d-ae61d033b73c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1661897
Nov 09 15:35:21.874143 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a41da4cd-e88c-4d6d-b537-4fced0450735 req-ccb9a0dc-43b6-440e-9a8e-c16c8d4b97df tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674372
Nov 09 15:35:21.892675 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca882a-1e8f-4975-b6cb-ab9ec04fb598 req-930a1229-8dfa-4470-a8de-225ed9aadf3a tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:21.903828 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b1ca882a-1e8f-4975-b6cb-ab9ec04fb598 req-930a1229-8dfa-4470-a8de-225ed9aadf3a tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 931 time: 0.1525667
Nov 09 15:35:21.971907 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b1ca882a-1e8f-4975-b6cb-ab9ec04fb598 req-adff6205-6c85-4c66-ba01-c77d24f81051 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600710
Nov 09 15:35:22.126479 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:35:22.136779 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:22.154291 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Transition to ACTIVE for port object 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:35:22.159663 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:22.166287 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-00bf93ce-af46-45b2-a073-d23556530616 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:22.221997 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:35:22.392818 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Pushing event updated for resources: {'Port': ['ID=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:22.398628 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:22.442447 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:22.448670 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Attempting to bind port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:35:22.449017 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Attempting to bind port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:35:22.449340 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Attempting to bind port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 on network d5c2ec6e-75f3-4619-bbee-8d12e846b32c {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:35:22.455342 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 on network d5c2ec6e-75f3-4619-bbee-8d12e846b32c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:35:22.455987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Attempting to bind port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 on network d5c2ec6e-75f3-4619-bbee-8d12e846b32c {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:35:22.465160 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:35:22.465669 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'port_id': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'mac_address': 'fa:16:3e:83:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:35:22.466288 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Checking segment: {'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:35:22.467155 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Bound using segment: {'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:35:22.468309 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Bound port: 8a144b79-8e00-41a5-adfb-e78b5be5a5a2, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:35:22.468851 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:22.533297 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f525c6-02c8-4c9f-a916-2f03c89e17b0 req-a153bcef-8968-4dc0-a83a-05db97adce2c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:22.533624 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:22.543059 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a6f525c6-02c8-4c9f-a916-2f03c89e17b0 req-a153bcef-8968-4dc0-a83a-05db97adce2c tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 943 time: 0.1170585
Nov 09 15:35:22.556610 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:35:22.573419 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:22.581656 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:22.582547 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] For port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:35:22.584582 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-1ef7a24f-86a7-4542-b193-a2103610c881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:22.586408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] For port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:35:22.596478 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:22.605239 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:22.608442 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a6f525c6-02c8-4c9f-a916-2f03c89e17b0 req-5c73f952-4cd1-486d-86bb-0f22421839df tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640154
Nov 09 15:35:22.669604 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=9']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:22.675599 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:22.676218 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:22.677614 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] 10.222.0.71 "PUT /v2.0/ports/8a144b79-8e00-41a5-adfb-e78b5be5a5a2 HTTP/1.1" status: 200  len: 1093 time: 1.1662450
Nov 09 15:35:22.678172 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a769ebdf-4693-45d0-aab5-817a000b4d99', 'tag': '8a144b79-8e00-41a5-adfb-e78b5be5a5a2'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:22.679417 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.679934 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.680414 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.680901 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.681401 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.681863 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.682355 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.682936 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.683611 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.684281 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.699547 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.700243 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:22.703042 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Pushing event updated for resources: {'Port': ['ID=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:22.709351 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:22.720557 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:22.759603 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a769ebdf-4693-45d0-aab5-817a000b4d99', 'tag': '8a144b79-8e00-41a5-adfb-e78b5be5a5a2', 'status': 'completed', 'code': 200}
Nov 09 15:35:22.811271 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-3b1302f7-e5f3-49d7-b3ea-78132da952b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:22.811271 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-3b1302f7-e5f3-49d7-b3ea-78132da952b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b48577296f714434ace500a610a3e17c&device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 1096 time: 0.0868642
Nov 09 15:35:22.838117 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:35:22.893770 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-f3b28776-6838-49a9-9685-e8154bb91365 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a144b79-8e00-41a5-adfb-e78b5be5a5a2 HTTP/1.1" status: 200  len: 217 time: 0.0751452
Nov 09 15:35:22.996684 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-d15154ef-ab46-4e21-b454-fb719d0225ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:22.999434 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-d15154ef-ab46-4e21-b454-fb719d0225ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6bff1843-7d18-46fd-a93d-1afc6b2be3bf HTTP/1.1" status: 200  len: 849 time: 0.0980875
Nov 09 15:35:23.092444 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-9e78bab7-5751-4780-9a94-808107b6a693 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0870099
Nov 09 15:35:23.116601 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36941b8c-09f5-496b-8970-c07e5796c6a1 req-e79502ba-b7dc-4237-adf2-24a363d92312 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:23.118300 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-36941b8c-09f5-496b-8970-c07e5796c6a1 req-e79502ba-b7dc-4237-adf2-24a363d92312 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1138718
Nov 09 15:35:23.219036 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-36941b8c-09f5-496b-8970-c07e5796c6a1 req-88238037-cda9-49fd-b8ac-888af2ea03e9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628939
Nov 09 15:35:23.248719 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1b142-2cbb-4872-8a53-d2d185265592 req-4f04f452-7b36-4b70-a5da-7ade09644405 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:23.250700 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-edf1b142-2cbb-4872-8a53-d2d185265592 req-4f04f452-7b36-4b70-a5da-7ade09644405 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 943 time: 0.1311707
Nov 09 15:35:23.314185 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-edf1b142-2cbb-4872-8a53-d2d185265592 req-b2750be3-527a-411f-a55a-8ad9736912bf tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516992
Nov 09 15:35:23.398252 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-26300207-6da2-4488-921c-2f0460664df3 service neutron] 10.222.0.71 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962284
Nov 09 15:35:23.614121 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-a5d49741-8835-47a8-88b1-7a55cc7b8d8c req-8ac6fed6-49fd-47a6-83eb-196ee7e3d034 service neutron] 10.222.0.71 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2107995
Nov 09 15:35:23.764761 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565490-419b-4928-80a9-5c0b33f672e2 req-e3e45bc4-2293-4881-bd4f-1dfa7a219560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:23.766935 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-26565490-419b-4928-80a9-5c0b33f672e2 req-e3e45bc4-2293-4881-bd4f-1dfa7a219560 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b48577296f714434ace500a610a3e17c&device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 1096 time: 0.0897186
Nov 09 15:35:23.949827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565490-419b-4928-80a9-5c0b33f672e2 req-483801aa-6f92-4566-b381-49df5128ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:23.951806 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-26565490-419b-4928-80a9-5c0b33f672e2 req-483801aa-6f92-4566-b381-49df5128ede8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c HTTP/1.1" status: 200  len: 911 time: 0.1768999
Nov 09 15:35:24.045395 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-26565490-419b-4928-80a9-5c0b33f672e2 req-214fea9e-a11a-4cb4-8509-d2294549b43b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a144b79-8e00-41a5-adfb-e78b5be5a5a2 HTTP/1.1" status: 200  len: 217 time: 0.0867176
Nov 09 15:35:24.083280 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f231-b55f-4956-aa20-cec70444ea12 req-f7f7e3f8-411f-4724-b629-3a30032fda36 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:24.084791 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ee20f231-b55f-4956-aa20-cec70444ea12 req-f7f7e3f8-411f-4724-b629-3a30032fda36 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 944 time: 0.1663368
Nov 09 15:35:24.130520 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26565490-419b-4928-80a9-5c0b33f672e2 req-41d5c25b-756e-4c8f-8ae4-b36fc89a500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:24.132518 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-26565490-419b-4928-80a9-5c0b33f672e2 req-41d5c25b-756e-4c8f-8ae4-b36fc89a500d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6bff1843-7d18-46fd-a93d-1afc6b2be3bf HTTP/1.1" status: 200  len: 849 time: 0.0798330
Nov 09 15:35:24.137218 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ee20f231-b55f-4956-aa20-cec70444ea12 req-03099b9f-9906-4de3-bdf9-8e4f024c7bf8 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442715
Nov 09 15:35:24.189045 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-26565490-419b-4928-80a9-5c0b33f672e2 req-42d50a37-d5b9-403a-94da-33c04691a5a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467238
Nov 09 15:35:24.240004 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:35:24.358465 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-26565490-419b-4928-80a9-5c0b33f672e2 req-96fc5f01-2d55-44d7-b05f-600423624aca service neutron] 10.222.0.71 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623688
Nov 09 15:35:24.444985 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:35:24.445643 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:24.476559 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8027-508b-4cff-b80b-569c0df6ca6f req-bc8b7627-d8d0-4b7a-8202-cf60ae4cfced tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:24.479168 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-46ec8027-508b-4cff-b80b-569c0df6ca6f req-bc8b7627-d8d0-4b7a-8202-cf60ae4cfced tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1159084
Nov 09 15:35:24.547343 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-26565490-419b-4928-80a9-5c0b33f672e2 req-10909068-fb29-443c-be31-a9597de92cbe service neutron] 10.222.0.71 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731772
Nov 09 15:35:24.592307 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:24.623349 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:24.635128 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:24.640106 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:24.646162 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:24.695917 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-46ec8027-508b-4cff-b80b-569c0df6ca6f req-38977e9d-74a0-4633-a468-34f99c4f8bba tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2060785
Nov 09 15:35:24.729886 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=10']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:24.734050 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90835b-921c-4f18-985b-1c1db2565bb5 req-180d66ab-99bc-4d3d-b542-a26cc88cde47 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:24.734232 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:24.735602 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5e90835b-921c-4f18-985b-1c1db2565bb5 req-180d66ab-99bc-4d3d-b542-a26cc88cde47 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 943 time: 0.2275445
Nov 09 15:35:24.760876 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'code': 200}
Nov 09 15:35:24.789093 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5e90835b-921c-4f18-985b-1c1db2565bb5 req-e93a3a80-f925-42f4-8074-a195c62753b8 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471358
Nov 09 15:35:25.032237 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe2960-f322-4b23-931a-d76331d5456d req-00417f50-1928-4fbd-9b37-b7aaaecae3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:25.033913 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-febe2960-f322-4b23-931a-d76331d5456d req-00417f50-1928-4fbd-9b37-b7aaaecae3c0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 1099 time: 0.0897052
Nov 09 15:35:25.080208 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-febe2960-f322-4b23-931a-d76331d5456d req-48b92d6e-c9cd-4989-8515-54973f0ee5e0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396364
Nov 09 15:35:25.356255 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d125454-2465-48e0-af4f-70d4c03a919e req-fbe08c86-6d57-4bc7-8a95-31a14b32f32b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:25.358812 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2d125454-2465-48e0-af4f-70d4c03a919e req-fbe08c86-6d57-4bc7-8a95-31a14b32f32b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 946 time: 0.1003461
Nov 09 15:35:25.426214 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2d125454-2465-48e0-af4f-70d4c03a919e req-f6f48dc7-59fb-4e74-9854-0b0aa5d96224 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542154
Nov 09 15:35:25.955839 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69296228-81ab-4b00-8051-03003d832aa0 req-80cbffad-b491-4a0b-ac0e-2e0d0f130559 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:25.957364 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-69296228-81ab-4b00-8051-03003d832aa0 req-80cbffad-b491-4a0b-ac0e-2e0d0f130559 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.1264820
Nov 09 15:35:26.030469 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d3afa-4a0e-41f6-8825-88712030850b req-e7c67549-d698-4e1c-a582-488f5f84c2f6 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:26.031985 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d09d3afa-4a0e-41f6-8825-88712030850b req-e7c67549-d698-4e1c-a582-488f5f84c2f6 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 943 time: 0.1316400
Nov 09 15:35:26.034925 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-69296228-81ab-4b00-8051-03003d832aa0 req-4c99bce1-08b7-4680-87c5-1b4320a0f39e tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660052
Nov 09 15:35:26.081886 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d09d3afa-4a0e-41f6-8825-88712030850b req-e110e97e-9924-4344-8aee-1440f87bd9c4 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437322
Nov 09 15:35:26.261305 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:35:26.514102 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:26.538821 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '8a144b79-8e00-41a5-adfb-e78b5be5a5a2', 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c', 'port_id': '8a144b79-8e00-41a5-adfb-e78b5be5a5a2', 'mac_address': 'fa:16:3e:36:e8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff1843-7d18-46fd-a93d-1afc6b2be3bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:35:26.707516 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:26.725848 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa266ab-c5b3-4be2-a55d-9186f2f20a75 req-e86235bf-b7da-45ba-a193-837155e6c0bb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:26.727177 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:35:26.735667 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1fa266ab-c5b3-4be2-a55d-9186f2f20a75 req-e86235bf-b7da-45ba-a193-837155e6c0bb tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 946 time: 0.1129332
Nov 09 15:35:26.761409 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:26.783729 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:26.785873 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-ed422b95-b095-4c21-b35c-82dc22ce6dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:26.793325 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1fa266ab-c5b3-4be2-a55d-9186f2f20a75 req-14fe7c5e-f1d8-41e3-8072-971f756a2d93 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554130
Nov 09 15:35:26.886207 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:26.891045 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:26.948246 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38376) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:27.072527 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['8a144b79-8e00-41a5-adfb-e78b5be5a5a2'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:35:27.108925 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:27.147770 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:27.154133 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Usage tracker for resource:security_group_rule and tenant:a69b8c26487348a38cf31e62f1254249 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:27.158913 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:27.182161 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:27.447035 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:27.457287 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:27.468871 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-3c288024-2845-4c94-9824-655fe2f43e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:27.520650 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a69b8c26487348a38cf31e62f1254249&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5712128
Nov 09 15:35:27.521793 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b0d86-2b3b-4180-922d-0ace62085392,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:27.524133 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38392) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:27.525795 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:27.557654 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a974c97-fc2d-4730-a69f-63a4fe934d95 req-af9a763c-d486-4a5f-b904-89ee1861f7b4 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:27.559108 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9a974c97-fc2d-4730-a69f-63a4fe934d95 req-af9a763c-d486-4a5f-b904-89ee1861f7b4 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 944 time: 0.2222252
Nov 09 15:35:27.567901 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6cea-299f-4b79-bb15-3c8b4dce900a req-cf41364c-cb54-4338-8fc2-479e78a98f60 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:27.569400 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b7dd6cea-299f-4b79-bb15-3c8b4dce900a req-cf41364c-cb54-4338-8fc2-479e78a98f60 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 944 time: 0.3704493
Nov 09 15:35:27.601978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fb217021-0fb4-4150-aff0-550e2e73cfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:27.633553 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fb217021-0fb4-4150-aff0-550e2e73cfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:27.645361 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9a974c97-fc2d-4730-a69f-63a4fe934d95 req-1c3874b5-dc98-4a33-950c-b029da4e12f4 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749433
Nov 09 15:35:27.653000 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b7dd6cea-299f-4b79-bb15-3c8b4dce900a req-193933df-6c7d-49da-993e-611cecbf51fc tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680530
Nov 09 15:35:27.697648 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fb217021-0fb4-4150-aff0-550e2e73cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:27.701697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5e2c932c-754c-49b2-ab5d-769438f50e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:27.715414 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb217021-0fb4-4150-aff0-550e2e73cfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b0d86-2b3b-4180-922d-0ace62085392,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:27.717883 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fb217021-0fb4-4150-aff0-550e2e73cfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:27.723208 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fb217021-0fb4-4150-aff0-550e2e73cfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:27.724574 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-fb217021-0fb4-4150-aff0-550e2e73cfd4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9f3b0d86-2b3b-4180-922d-0ace62085392 HTTP/1.1" status: 204  len: 168 time: 0.1985462
Nov 09 15:35:28.010919 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8aadd-b39e-4187-a93b-00e84604cbbe req-32677333-8a23-4013-a7aa-c382557ab6ab tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:28.013447 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f3b8aadd-b39e-4187-a93b-00e84604cbbe req-32677333-8a23-4013-a7aa-c382557ab6ab tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 946 time: 0.0904059
Nov 09 15:35:28.063251 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f3b8aadd-b39e-4187-a93b-00e84604cbbe req-bab42028-1916-40cf-a516-49e0c9afee9b tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434215
Nov 09 15:35:28.098874 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38402) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:28.120667 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.137500 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:28.141462 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Usage tracker for resource:security_group_rule and tenant:20738ec7d34543bc91686df7746782d3 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:28.144551 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:28.150534 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:28.250351 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.255845 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.263541 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-00c89d20-d158-47c0-ab4c-c54b245af0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:28.267129 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 15108a4e-eb85-47fa-8139-eb8825a09c62 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:35:28.270839 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:35:28.307509 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=20738ec7d34543bc91686df7746782d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2058079
Nov 09 15:35:28.308465 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e4e3ff-f5e2-49aa-b388-15920a069fd3,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:28.311501 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38408) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:28.315131 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:28.389992 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e0e6471d-1fdc-4a34-9701-89dd27d0a2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.421429 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e0e6471d-1fdc-4a34-9701-89dd27d0a2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.431730 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:35:28.438137 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:35:28.438551 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.486360 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e0e6471d-1fdc-4a34-9701-89dd27d0a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.491565 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4d04d02c-a87e-46ef-9440-f4152ea2f018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:28.510057 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6471d-1fdc-4a34-9701-89dd27d0a2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e4e3ff-f5e2-49aa-b388-15920a069fd3,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:28.512757 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e0e6471d-1fdc-4a34-9701-89dd27d0a2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:28.522290 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-e0e6471d-1fdc-4a34-9701-89dd27d0a2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.527307 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e0e6471d-1fdc-4a34-9701-89dd27d0a2c0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01e4e3ff-f5e2-49aa-b388-15920a069fd3 HTTP/1.1" status: 204  len: 168 time: 0.2115362
Nov 09 15:35:28.540701 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 15108a4e-eb85-47fa-8139-eb8825a09c62, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=15108a4e-eb85-47fa-8139-eb8825a09c62,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:28.569057 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'port_id': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:35:28.674039 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.691405 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.710087 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15108a4e-eb85-47fa-8139-eb8825a09c62 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:35:28.738195 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a769ebdf-4693-45d0-aab5-817a000b4d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a144b79-8e00-41a5-adfb-e78b5be5a5a2'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:28.751347 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 15108a4e-eb85-47fa-8139-eb8825a09c62, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=15108a4e-eb85-47fa-8139-eb8825a09c62,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:28.753447 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:28.762373 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.764638 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-6316475d-24a5-44eb-a1e9-27b7c46e0c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:28.798460 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:28.844263 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=15108a4e-eb85-47fa-8139-eb8825a09c62,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:28.848387 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:28.849163 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:28.953708 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:28.959323 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:28.968045 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab4ff3-bdd7-4e25-b465-74dd01269b20 req-d71929ba-0d3a-4d8e-8b21-256e99315009 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:28.970662 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-75ab4ff3-bdd7-4e25-b465-74dd01269b20 req-d71929ba-0d3a-4d8e-8b21-256e99315009 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 945 time: 0.1210921
Nov 09 15:35:28.980991 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df137e-8cf4-4627-9fc5-e4c51f718f20 req-d62794c2-e2fc-4f05-acd2-a3735e5c6027 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:28.982568 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-29df137e-8cf4-4627-9fc5-e4c51f718f20 req-d62794c2-e2fc-4f05-acd2-a3735e5c6027 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 945 time: 0.1801283
Nov 09 15:35:29.037828 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['15108a4e-eb85-47fa-8139-eb8825a09c62'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:35:29.066434 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-75ab4ff3-bdd7-4e25-b465-74dd01269b20 req-59d65b0c-14a8-46d9-9379-9ca5f2c12448 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827172
Nov 09 15:35:29.070351 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-29df137e-8cf4-4627-9fc5-e4c51f718f20 req-e53f1a8f-9360-4f59-bc8d-084c565003f3 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707219
Nov 09 15:35:29.150832 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a769ebdf-4693-45d0-aab5-817a000b4d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a144b79-8e00-41a5-adfb-e78b5be5a5a2', 'code': 200}
Nov 09 15:35:29.469450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff6c4c-5b80-4e7f-ad3d-e1288d904ecc req-ddb9cedd-eb8d-4b3f-ae62-f823f4bbfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:29.472574 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-46ff6c4c-5b80-4e7f-ad3d-e1288d904ecc req-ddb9cedd-eb8d-4b3f-ae62-f823f4bbfbc1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 1098 time: 0.1153293
Nov 09 15:35:29.536086 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-46ff6c4c-5b80-4e7f-ad3d-e1288d904ecc req-b7019049-8b51-4cda-9504-2cfcf9d5c215 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485399
Nov 09 15:35:30.290707 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 15108a4e-eb85-47fa-8139-eb8825a09c62 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:35:30.364741 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69436f4a-accc-4140-9e8e-886b7526b373 req-9d824555-7e07-4c2c-8135-3081e15bbcdb tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:30.366434 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-69436f4a-accc-4140-9e8e-886b7526b373 req-9d824555-7e07-4c2c-8135-3081e15bbcdb tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 945 time: 0.1538706
Nov 09 15:35:30.373805 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port 15108a4e-eb85-47fa-8139-eb8825a09c62 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:35:30.375303 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f798b-2afa-40f7-b30a-8a9501573db6 req-4cdcd138-b333-401e-ac1d-cee423248189 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:30.377505 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-062f798b-2afa-40f7-b30a-8a9501573db6 req-4cdcd138-b333-401e-ac1d-cee423248189 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 945 time: 0.1262612
Nov 09 15:35:30.381496 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 15108a4e-eb85-47fa-8139-eb8825a09c62 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:35:30.381496 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:30.447324 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-69436f4a-accc-4140-9e8e-886b7526b373 req-c10c59a5-0815-47cf-831d-ae90afe45b22 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691972
Nov 09 15:35:30.455203 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-062f798b-2afa-40f7-b30a-8a9501573db6 req-3b373085-4c7e-478b-a9a3-95e72173c0cf tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620272
Nov 09 15:35:30.527644 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:30.568373 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 15108a4e-eb85-47fa-8139-eb8825a09c62, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=15108a4e-eb85-47fa-8139-eb8825a09c62,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:30.581823 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:30.584601 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-9bd41151-92b8-4da7-a307-d2fd01950e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:30.667005 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=15108a4e-eb85-47fa-8139-eb8825a09c62,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:30.670418 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:31.152388 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:31.200515 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'code': 200}
Nov 09 15:35:31.533376 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-5d645a96-8877-40e4-a3f1-b84ae2d293e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:31.581352 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5ebc-bbc6-429b-af4e-e266c9a053ac req-85471336-ea1e-49ba-af43-1774b9e3fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:31.583869 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-121d5ebc-bbc6-429b-af4e-e266c9a053ac req-85471336-ea1e-49ba-af43-1774b9e3fb77 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 1099 time: 0.1223941
Nov 09 15:35:31.641402 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-121d5ebc-bbc6-429b-af4e-e266c9a053ac req-0cc3e739-bfb2-472c-8a6e-fc1ce047ee54 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465939
Nov 09 15:35:31.731216 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44ff7c-ca85-44de-a60b-e76480ed1976 req-4bbae9de-d3af-4734-a8fb-fd03914bb6b5 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:31.732685 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9b44ff7c-ca85-44de-a60b-e76480ed1976 req-4bbae9de-d3af-4734-a8fb-fd03914bb6b5 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 945 time: 0.1464548
Nov 09 15:35:31.765089 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c093f52-7397-429d-96ef-977b251feeee req-d11f38cb-3057-44eb-b362-5d2f9a353b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:31.766573 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9c093f52-7397-429d-96ef-977b251feeee req-d11f38cb-3057-44eb-b362-5d2f9a353b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 946 time: 0.1411421
Nov 09 15:35:31.820123 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9b44ff7c-ca85-44de-a60b-e76480ed1976 req-9000a864-a570-4796-8264-b0e2533052c7 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775571
Nov 09 15:35:31.845027 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9c093f52-7397-429d-96ef-977b251feeee req-1bb27028-2501-4665-8146-87961a9180b9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592306
Nov 09 15:35:31.891304 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:33.218203 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2dff1-c863-4119-ba67-11fd4e155e0b req-0985f363-0787-48e4-8d4e-131164b0b652 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:33.219695 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cdc2dff1-c863-4119-ba67-11fd4e155e0b req-0985f363-0787-48e4-8d4e-131164b0b652 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 945 time: 0.2647629
Nov 09 15:35:33.231994 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d892fe-8315-44dc-a687-53aa7703dc28 req-a5586178-9563-4716-b6fe-a1d793ba4db9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:33.233474 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d4d892fe-8315-44dc-a687-53aa7703dc28 req-a5586178-9563-4716-b6fe-a1d793ba4db9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 946 time: 0.2365775
Nov 09 15:35:33.308939 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-cdc2dff1-c863-4119-ba67-11fd4e155e0b req-2a9b87cf-bafe-4fc0-b626-52ac3f82accf tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744982
Nov 09 15:35:33.313571 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d4d892fe-8315-44dc-a687-53aa7703dc28 req-bde2b87a-0d72-478b-bf31-5c16a00c0a68 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655813
Nov 09 15:35:33.807280 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38506) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:33.934614 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:33.950737 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:33.955032 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee60b056c96417ab952603aae16c80e is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:33.957970 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:33.963778 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:34.055562 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:34.059974 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:34.067686 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b7068ada-db9a-4644-859c-4d8333de98a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:34.103057 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-ae60c725-326c-47ce-978c-e98b778600e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:34.108270 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a39c0b1-1fea-47a2-a617-e0001cf16724,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:34.112900 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0ee60b056c96417ab952603aae16c80e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3046172
Nov 09 15:35:34.113800 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:34.115907 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38512) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:34.186089 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7d6a576e-e6d5-492b-92bd-18f6b8ff664d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:34.214308 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7d6a576e-e6d5-492b-92bd-18f6b8ff664d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:34.278876 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7d6a576e-e6d5-492b-92bd-18f6b8ff664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:34.286080 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-ae558e2b-3192-427e-812a-4f97a3fd8b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:34.300834 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a576e-e6d5-492b-92bd-18f6b8ff664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a39c0b1-1fea-47a2-a617-e0001cf16724,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:34.304302 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7d6a576e-e6d5-492b-92bd-18f6b8ff664d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:34.306872 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7d6a576e-e6d5-492b-92bd-18f6b8ff664d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:34.308641 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-7d6a576e-e6d5-492b-92bd-18f6b8ff664d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2a39c0b1-1fea-47a2-a617-e0001cf16724 HTTP/1.1" status: 204  len: 168 time: 0.1913037
Nov 09 15:35:34.463287 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:35:34.531809 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-1fc8de8a-39d0-42ee-a1c0-2274a8a20dc7 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:34.533326 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-1fc8de8a-39d0-42ee-a1c0-2274a8a20dc7 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Synchronizing usage tracker for tenant:b48577296f714434ace500a610a3e17c on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:35:34.565588 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-1fc8de8a-39d0-42ee-a1c0-2274a8a20dc7 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Unset dirty status for tenant:b48577296f714434ace500a610a3e17c on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:35:34.567797 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-1fc8de8a-39d0-42ee-a1c0-2274a8a20dc7 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.71 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 945 time: 0.2042217
Nov 09 15:35:34.626535 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836aca2-d7c3-4fbd-9553-02ea8875f5fc req-fdf60c48-ecbf-4e4f-9bbc-84429ee2685d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:34.628464 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d836aca2-d7c3-4fbd-9553-02ea8875f5fc req-fdf60c48-ecbf-4e4f-9bbc-84429ee2685d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 946 time: 0.1709554
Nov 09 15:35:34.637353 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b7732-a5b9-484f-a1e6-8e74635a3f2e req-4fa0c485-21f1-4b7d-8a90-d285e3568fe9 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:34.640030 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4a0b7732-a5b9-484f-a1e6-8e74635a3f2e req-4fa0c485-21f1-4b7d-8a90-d285e3568fe9 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 945 time: 0.1345198
Nov 09 15:35:34.671262 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Deleting port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:35:34.671601 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:34.721481 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4a0b7732-a5b9-484f-a1e6-8e74635a3f2e req-37a59a5b-d147-4821-948d-040f37cef94f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664191
Nov 09 15:35:34.725341 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d836aca2-d7c3-4fbd-9553-02ea8875f5fc req-3217421e-8633-4c2a-b3ef-a9fac41a2088 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853496
Nov 09 15:35:35.026997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] For port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:35.027423 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:35.033330 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:35.129795 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2426d53-39a2-4b0d-bb50-ab6b064e9943 req-9b3bdc8b-dedf-4012-8b31-8c9de84d488c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:35.131715 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2426d53-39a2-4b0d-bb50-ab6b064e9943 req-9b3bdc8b-dedf-4012-8b31-8c9de84d488c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 946 time: 0.1162198
Nov 09 15:35:35.197433 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b2426d53-39a2-4b0d-bb50-ab6b064e9943 req-6aace6e0-fc6f-489f-8010-38993daf3be0 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588212
Nov 09 15:35:35.226141 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38542) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:35.263921 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Calling delete_port for 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:35:35.464664 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:35.471720 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:35.478701 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['8a144b79-8e00-41a5-adfb-e78b5be5a5a2'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:35:35.536239 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Pushing event deleted for resources: {'Port': ['ID=8a144b79-8e00-41a5-adfb-e78b5be5a5a2,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:35.574056 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:35.583039 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9558ee-58a6-4a80-8ebe-6052aa4b9af8 tempest-TestVolumeBootPattern-1149223215 tempest-TestVolumeBootPattern-1149223215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:35.585386 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-0d9558ee-58a6-4a80-8ebe-6052aa4b9af8 tempest-TestVolumeBootPattern-1149223215 tempest-TestVolumeBootPattern-1149223215-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 1094 time: 0.3572142
Nov 09 15:35:35.588937 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38552) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:35.632236 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Request body: {'floatingip': {'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'port_id': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:35.642889 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] No DVR routers for this DVR port 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:35:35.645775 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:35.649714 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:35.652434 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a769ebdf-4693-45d0-aab5-817a000b4d99', 'name': 'network-vif-deleted', 'tag': '8a144b79-8e00-41a5-adfb-e78b5be5a5a2'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:35.663189 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Usage tracker for resource:floatingip and tenant:fd75494964e14718b6f84a81bfaa7154 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:35.667663 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:35.676680 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-e3a87181-5d93-4b31-b7a0-ca990c965df2 req-12e41a0c-c1f6-4feb-888b-3c8fecae404e tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.71 "DELETE /v2.0/ports/8a144b79-8e00-41a5-adfb-e78b5be5a5a2 HTTP/1.1" status: 204  len: 173 time: 1.1028488
Nov 09 15:35:35.677591 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:35.694592 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:35.724071 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a769ebdf-4693-45d0-aab5-817a000b4d99', 'name': 'network-vif-deleted', 'tag': '8a144b79-8e00-41a5-adfb-e78b5be5a5a2', 'status': 'completed', 'code': 200}
Nov 09 15:35:35.936450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:35.945854 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a610b869-d26d-4bca-8c97-a0f950366fd0 req-62498f3b-381f-420e-a257-8663b9a74357 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=a769ebdf-4693-45d0-aab5-817a000b4d99 HTTP/1.1" status: 200  len: 210 time: 0.0531776
Nov 09 15:35:36.104894 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Allocated IP 172.27.0.100 (b96357c2-8dbf-49c6-8d18-9399fd29822d/afd6cda3-691e-46c9-8a64-cc166c66146e/736b4d46-6c7e-4d3f-8d05-fe5d9db7c39c) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:35:36.280678 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:36.316006 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:36.320087 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-129e23e1-b6a3-4b31-9985-625e3cadc0cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:36.388208 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:36.393381 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Network b96357c2-8dbf-49c6-8d18-9399fd29822d is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:35:36.396669 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:35:36.400471 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:35:36.441392 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=736b4d46-6c7e-4d3f-8d05-fe5d9db7c39c,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:36.445970 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:36.864722 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:36.952402 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:37.208551 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:37.435388 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-cd0de7d5-9a04-4597-a0c8-a1fe341b7287 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1978426
Nov 09 15:35:37.521647 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-2c969423-272e-4a4f-ac1a-3d7bab5a6bd7 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:37.523206 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-2c969423-272e-4a4f-ac1a-3d7bab5a6bd7 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/networks?id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c HTTP/1.1" status: 200  len: 809 time: 0.2317452
Nov 09 15:35:37.528762 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:37.543266 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e681e974-c37f-43c4-bfb7-dbed29758a1c tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/quotas/b48577296f714434ace500a610a3e17c HTTP/1.1" status: 200  len: 375 time: 0.0126948
Nov 09 15:35:37.553194 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:37.560577 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ea6c6aaa-5c54-4245-aa1d-8eacd9f82a64 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:37.619287 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-1730f3c2-ae05-4bb4-a6ac-78c67c34e7b0 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b48577296f714434ace500a610a3e17c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0677276
Nov 09 15:35:37.685193 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event updated for resources: {'Port': ['ID=736b4d46-6c7e-4d3f-8d05-fe5d9db7c39c,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:37.691408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-26dbfd69-ff26-4ffc-a5d8-1972ceb1d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:37.693049 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-26dbfd69-ff26-4ffc-a5d8-1972ceb1d9e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 1099 time: 0.2309911
Nov 09 15:35:37.694097 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:37.701751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:37.779467 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-b2c82273-5193-4daa-94d3-bcc1d3891e8a service neutron] 10.222.0.87 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522355
Nov 09 15:35:37.943125 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-b83b32a4-79ee-4a0d-8fc0-f91931f464ca service neutron] 10.222.0.87 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566334
Nov 09 15:35:38.000095 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Floating IP 1ce2228f-0907-4cea-a23b-b9faf83ac599 associated. External IP: 172.27.0.100, port: 15108a4e-eb85-47fa-8139-eb8825a09c62.
Nov 09 15:35:38.053199 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-fb75b36e-de3f-4469-940c-1aa2617f98be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:38.054879 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-fb75b36e-de3f-4469-940c-1aa2617f98be service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 200  len: 918 time: 0.2957072
Nov 09 15:35:38.155325 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9d5bc7a1-84ca-477a-a1d5-062f0c69a178 req-c4857dd2-a6e6-4127-b2cc-956b3f972141 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 210 time: 0.0494893
Nov 09 15:35:38.439298 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:35:38.671395 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:35:38.690740 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:35:38.706713 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:35:38.707720 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0625e3d0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:35:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:35:38.716742 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:38.780652 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-20c51b1e-572e-490c-b8f2-cfcba0b081ed tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1904545
Nov 09 15:35:38.781542 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:38.835105 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'status': 'completed', 'code': 200}
Nov 09 15:35:38.901012 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:35:38.917653 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:35:38.952749 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:35:38.953163 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 8a144b79-8e00-41a5-adfb-e78b5be5a5a2 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:35:39.175819 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-ea09270f-7491-4a3b-b3c8-a830c04f1518 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c HTTP/1.1" status: 200  len: 1000 time: 0.2540407
Nov 09 15:35:39.318650 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-65081cb3-8594-4bf2-924a-4a2da89c6566 req-b0dc3be6-5ede-4a56-836d-f3c6aeb5c038 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 210 time: 0.0435100
Nov 09 15:35:39.319247 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0625e3d0>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '1ce2228f-0907-4cea-a23b-b9faf83ac599', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:35:36Z', 'updated_at': '2021-11-09T15:35:36Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}, {'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 1, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:35:39.323594 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:35:39.333721 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:35:39.334386 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0625e3d0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:35:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:35:39.546084 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:35:39.926212 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0625e3d0>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '1ce2228f-0907-4cea-a23b-b9faf83ac599', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:35:36Z', 'updated_at': '2021-11-09T15:35:36Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}, {'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 1, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:35:39.930794 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee59e8-7309-4b1e-bfe8-070d602118d2 None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '1ce2228f-0907-4cea-a23b-b9faf83ac599', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:35:36Z', 'updated_at': '2021-11-09T15:35:36Z', 'revision_number': 0, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}, {'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 1, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:35:40.163074 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cfabad-128a-4d3b-9541-e3244f06cfac None None] New status for floating IP 1ce2228f-0907-4cea-a23b-b9faf83ac599: ACTIVE {{(pid=86783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:35:40.497203 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b4ac9732-6fe5-4784-9728-47ba01401064 req-b7f60926-d17c-4d51-8f55-697d883cebd5 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 210 time: 0.0484889
Nov 09 15:35:40.884975 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-48f36944-50cb-4c67-84e1-feb2e06e791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:40.886601 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-48f36944-50cb-4c67-84e1-feb2e06e791c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 200  len: 855 time: 0.0716496
Nov 09 15:35:40.894266 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-91b9165b-bcc3-4e67-8fb0-5e568cde2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:40.896582 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-91b9165b-bcc3-4e67-8fb0-5e568cde2073 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 1099 time: 0.0806313
Nov 09 15:35:40.972098 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-cf706638-a555-4f38-bb62-a29ed3157ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:40.973588 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-cf706638-a555-4f38-bb62-a29ed3157ecc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ab623ee-64b4-41f1-b036-10cd175b37aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803540
Nov 09 15:35:41.068192 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-42d58ac8-794e-4d88-b00c-5a69854fd56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:41.070025 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-42d58ac8-794e-4d88-b00c-5a69854fd56d service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 914 time: 0.1668146
Nov 09 15:35:41.142151 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-a81d5260-d522-431d-92bf-7cc8f172152d service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532819
Nov 09 15:35:41.295197 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-ad197409-5e1b-4256-8d73-7ea71325dc3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15108a4e-eb85-47fa-8139-eb8825a09c62 HTTP/1.1" status: 200  len: 1002 time: 0.2155221
Nov 09 15:35:41.299647 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-5402c834-6020-41b7-8aa5-6fe194dbe81f req-83aa8a89-8936-4abe-a875-f166438210c3 service neutron] 10.222.0.71 "GET /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471758
Nov 09 15:35:41.371536 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-439cb67f-e23f-4a1c-a268-f3d6f8cddd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:41.372996 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-439cb67f-e23f-4a1c-a268-f3d6f8cddd3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.0665274
Nov 09 15:35:41.467259 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-b6856c6f-a66f-49a3-9b60-a9484621cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:41.468998 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-b6856c6f-a66f-49a3-9b60-a9484621cb44 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840824
Nov 09 15:35:41.630062 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-74e9eb0a-57f3-44e1-8f8a-565e05ce0ab4 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520879
Nov 09 15:35:41.695827 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-91cec8e2-ff33-4311-8c8e-1ae1270f1d7d req-5a8b5d77-b15c-4f47-86e7-e632439811d0 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 210 time: 0.0634675
Nov 09 15:35:41.766541 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-f97aba21-dca4-485d-b356-43a157470c44 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:41.768479 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-f97aba21-dca4-485d-b356-43a157470c44 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.71 "GET /v2.0/networks?id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c HTTP/1.1" status: 200  len: 809 time: 0.2184415
Nov 09 15:35:41.797405 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Request body: {'port': {'device_id': 'd4ec391b-985a-4202-92e1-5a1152bb7bf5', 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c', 'admin_state_up': True, 'tenant_id': 'b48577296f714434ace500a610a3e17c'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:41.864857 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0b83b446-6145-44b5-9c06-ce3def3fa1db req-01323b79-6a3b-4641-894d-ed6b14c3710d service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956081
Nov 09 15:35:41.974209 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:41.980481 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Usage tracker for resource:port and tenant:b48577296f714434ace500a610a3e17c is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:41.984511 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:41.991794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:42.001906 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Made reservation on behalf of b48577296f714434ace500a610a3e17c for: {'port': 1} {{(pid=86782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 09 15:35:42.005423 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:42.202621 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_common [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Allocated IP 172.20.0.6 (d5c2ec6e-75f3-4619-bbee-8d12e846b32c/6bff1843-7d18-46fd-a93d-1afc6b2be3bf/e39b3de5-4286-410f-95d3-f844bed671f1) {{(pid=86782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 09 15:35:42.435389 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks [] for port, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:42.467679 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734628864503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:42.475266 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4217a454-45d6-41d4-81e5-b06ecee3d9d6 tempest-VolumesNegativeTest-1451934443 tempest-VolumesNegativeTest-1451934443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:42.541692 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Network d5c2ec6e-75f3-4619-bbee-8d12e846b32c is already hosted by enough agents. {{(pid=86782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 09 15:35:42.545012 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.base_scheduler [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Resources bound (agent type, host, resource id):  {{(pid=86782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 09 15:35:42.548995 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Received port after_create {{(pid=86782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 09 15:35:42.583485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Pushing event updated for resources: {'Port': ['ID=e39b3de5-4286-410f-95d3-f844bed671f1,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:42.594334 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:42.619796 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:42.620401 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:42.647345 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8615184
Nov 09 15:35:42.900936 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19fdaf-7a9e-4cec-9edb-924ffc4afc0d req-d3c85954-374d-46be-8521-5512783d027d tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:42.902514 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-aa19fdaf-7a9e-4cec-9edb-924ffc4afc0d req-d3c85954-374d-46be-8521-5512783d027d tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 931 time: 0.0899601
Nov 09 15:35:42.951768 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-aa19fdaf-7a9e-4cec-9edb-924ffc4afc0d req-311d56a4-513c-4c88-a454-a7ed453cafc8 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430143
Nov 09 15:35:44.166209 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643131d-a581-4053-a6ce-d8d20022d0c9 req-d1730adb-fe95-43f8-937e-38d9e4aacbcc tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:44.167695 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b643131d-a581-4053-a6ce-d8d20022d0c9 req-d1730adb-fe95-43f8-937e-38d9e4aacbcc tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 931 time: 0.0909281
Nov 09 15:35:44.215008 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b643131d-a581-4053-a6ce-d8d20022d0c9 req-8dcbda81-389e-4bc4-9376-a1d9b609a841 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416245
Nov 09 15:35:45.192563 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.v2.base [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Request body: {'port': {'device_id': 'd4ec391b-985a-4202-92e1-5a1152bb7bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81722'}} {{(pid=86782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 09 15:35:45.319146 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:45.436912 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3072dc-9edd-4b7c-8d96-5fe2f3b9a6af req-370c32bb-8e30-41dc-868e-343528406037 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:45.438463 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dc3072dc-9edd-4b7c-8d96-5fe2f3b9a6af req-370c32bb-8e30-41dc-868e-343528406037 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 931 time: 0.1095362
Nov 09 15:35:45.497695 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-dc3072dc-9edd-4b7c-8d96-5fe2f3b9a6af req-f2e583a2-82e3-4494-82ac-292119b75bf5 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476027
Nov 09 15:35:45.811208 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39b3de5-4286-410f-95d3-f844bed671f1 {{(pid=86782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:35:45.820063 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:45.836698 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.provisioning_blocks [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Transition to ACTIVE for port object e39b3de5-4286-410f-95d3-f844bed671f1 will not be triggered until provisioned by entity L2. {{(pid=86782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 09 15:35:45.842591 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:45.850924 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-ab23fd95-81b0-443a-af92-be8f375ccac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:46.023545 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Pushing event updated for resources: {'Port': ['ID=e39b3de5-4286-410f-95d3-f844bed671f1,revision_number=2']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:46.030865 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:46.108506 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Attempting to bind port e39b3de5-4286-410f-95d3-f844bed671f1 on host hv-cinder-81722 for vnic_type normal with profile  {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 09 15:35:46.108889 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Attempting to bind port e39b3de5-4286-410f-95d3-f844bed671f1 by drivers openvswitch,hyperv on host hv-cinder-81722 at level 0 using segments [{'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 09 15:35:46.109148 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Attempting to bind port e39b3de5-4286-410f-95d3-f844bed671f1 on network d5c2ec6e-75f3-4619-bbee-8d12e846b32c {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:35:46.115757 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Port e39b3de5-4286-410f-95d3-f844bed671f1 on network d5c2ec6e-75f3-4619-bbee-8d12e846b32c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81722 {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 09 15:35:46.116099 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Attempting to bind port e39b3de5-4286-410f-95d3-f844bed671f1 on network d5c2ec6e-75f3-4619-bbee-8d12e846b32c {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 09 15:35:46.121741 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Checking agent: {'id': '33653b89-653f-4c34-ad9a-9cd1140573e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81722', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'started_at': datetime.datetime(2021, 11, 9, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 09 15:35:46.122563 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Checking segment: {'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 09 15:35:46.122563 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Bound using segment: {'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'} {{(pid=86782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 09 15:35:46.122915 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.managers [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Bound port: e39b3de5-4286-410f-95d3-f844bed671f1, host: hv-cinder-81722, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06980e7a-0f73-47a8-b118-3226d325b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c'}}] {{(pid=86782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 09 15:35:46.123259 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:46.215900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] For port e39b3de5-4286-410f-95d3-f844bed671f1, host hv-cinder-81722, cleared binding levels {{(pid=86782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 09 15:35:46.219206 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] For port e39b3de5-4286-410f-95d3-f844bed671f1, host hv-cinder-81722, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e39b3de5-4286-410f-95d3-f844bed671f1,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 09 15:35:46.225046 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350516'] for port, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:46.228824 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1dd66be3-9d33-480b-af05-84eebaa01109 tempest-AttachVolumeNegativeTest-2063543960 tempest-AttachVolumeNegativeTest-2063543960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:46.303431 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:46.303934 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:46.305492 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] 10.222.0.71 "PUT /v2.0/ports/e39b3de5-4286-410f-95d3-f844bed671f1 HTTP/1.1" status: 200  len: 1093 time: 1.1174238
Nov 09 15:35:46.306038 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ec391b-985a-4202-92e1-5a1152bb7bf5', 'tag': 'e39b3de5-4286-410f-95d3-f844bed671f1'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:46.342856 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Pushing event updated for resources: {'Port': ['ID=e39b3de5-4286-410f-95d3-f844bed671f1,revision_number=3']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:46.357711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:46.398980 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ec391b-985a-4202-92e1-5a1152bb7bf5', 'tag': 'e39b3de5-4286-410f-95d3-f844bed671f1', 'status': 'completed', 'code': 200}
Nov 09 15:35:46.446364 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-d9213d64-b0c2-4fff-83f0-3fc7d246c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:46.447872 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-d9213d64-b0c2-4fff-83f0-3fc7d246c26d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b48577296f714434ace500a610a3e17c&device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 1096 time: 0.0864203
Nov 09 15:35:46.524253 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-8835dc28-1827-4a1a-a29e-f3fa03fec9aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e39b3de5-4286-410f-95d3-f844bed671f1 HTTP/1.1" status: 200  len: 217 time: 0.0675404
Nov 09 15:35:46.602926 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-af9e9569-dbbe-4260-9a60-29ad3edac7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:46.604910 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-af9e9569-dbbe-4260-9a60-29ad3edac7d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6bff1843-7d18-46fd-a93d-1afc6b2be3bf HTTP/1.1" status: 200  len: 849 time: 0.0735674
Nov 09 15:35:46.668070 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-e8d1f065-2c62-4fa1-b57e-4916f9ba63e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499644
Nov 09 15:35:46.705882 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b0b6d-7f47-49b0-895c-b827e37567dc req-577e52d2-429d-4199-8fcc-18a326e7f565 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:46.707431 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-012b0b6d-7f47-49b0-895c-b827e37567dc req-577e52d2-429d-4199-8fcc-18a326e7f565 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 943 time: 0.0906138
Nov 09 15:35:46.758137 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-012b0b6d-7f47-49b0-895c-b827e37567dc req-297413f0-0445-4de6-b9ce-4d59858f0f41 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447795
Nov 09 15:35:46.815860 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-397a110e-097d-42b5-a83c-ab8c40af1a12 service neutron] 10.222.0.71 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400683
Nov 09 15:35:46.963457 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-2ba49a4d-d5ae-42eb-82b3-82551ff06247 req-1ed20997-a707-4ebd-9e93-1222bc7fa6ee service neutron] 10.222.0.71 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394470
Nov 09 15:35:47.952578 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507d0e2-7382-4664-94e3-5a91ccbed376 req-0fc47ced-4126-4c2a-91a4-74dcfbc54203 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:47.954072 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0507d0e2-7382-4664-94e3-5a91ccbed376 req-0fc47ced-4126-4c2a-91a4-74dcfbc54203 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 943 time: 0.0821936
Nov 09 15:35:48.002288 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0507d0e2-7382-4664-94e3-5a91ccbed376 req-c18f73fe-df55-4ad3-8737-62a078192f22 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420692
Nov 09 15:35:49.195394 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1137-cae4-43ee-b92a-112da1e967dd req-5f0ecd81-49ed-4e58-8d19-e7eec3eab704 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:49.196829 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f02a1137-cae4-43ee-b92a-112da1e967dd req-5f0ecd81-49ed-4e58-8d19-e7eec3eab704 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 943 time: 0.0829778
Nov 09 15:35:49.246319 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f02a1137-cae4-43ee-b92a-112da1e967dd req-f42d7092-1c2a-497a-aa1c-df1ad5b17d4d tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436530
Nov 09 15:35:49.715153 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-1fb32f1e-114e-49aa-b373-4e6b00c005e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:49.716757 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-1fb32f1e-114e-49aa-b373-4e6b00c005e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b48577296f714434ace500a610a3e17c&device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 1096 time: 0.0755198
Nov 09 15:35:49.864820 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-6a429a1d-5b6a-43e6-abd5-f9c24d4715dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:49.866307 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-6a429a1d-5b6a-43e6-abd5-f9c24d4715dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c HTTP/1.1" status: 200  len: 911 time: 0.1379182
Nov 09 15:35:49.943087 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-1cdab9cd-ff45-4281-a681-386969c69863 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e39b3de5-4286-410f-95d3-f844bed671f1 HTTP/1.1" status: 200  len: 217 time: 0.0684466
Nov 09 15:35:50.010916 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-028023ee-c95d-4646-8acc-6f44ffd7e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:50.012272 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-028023ee-c95d-4646-8acc-6f44ffd7e478 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6bff1843-7d18-46fd-a93d-1afc6b2be3bf HTTP/1.1" status: 200  len: 849 time: 0.0627277
Nov 09 15:35:50.065529 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-e2b6adf9-74a4-4dbd-9211-f512dcaab999 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5c2ec6e-75f3-4619-bbee-8d12e846b32c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426199
Nov 09 15:35:50.251758 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-6d708e75-6b25-4320-b138-b9701ff79d60 service neutron] 10.222.0.71 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694415
Nov 09 15:35:50.455628 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345964e2-47ee-42dd-b3aa-ebd2e3f3d917 req-c06422c5-40c3-48c6-bfbe-9bbb53bf487f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:50.457178 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-345964e2-47ee-42dd-b3aa-ebd2e3f3d917 req-c06422c5-40c3-48c6-bfbe-9bbb53bf487f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 943 time: 0.0918703
Nov 09 15:35:50.501544 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-d4d09cf6-4f7c-47d5-b467-66af661d2e01 req-64c62961-eb9a-4b6e-a6d6-ed759fe13132 service neutron] 10.222.0.71 "GET /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2425637
Nov 09 15:35:50.506238 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-345964e2-47ee-42dd-b3aa-ebd2e3f3d917 req-583e6387-d93e-4866-9617-0308f656f6b5 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430651
Nov 09 15:35:51.721293 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b47783-bc4e-4b94-a800-182835322ebe req-5f18d8c9-3858-4074-b195-a4dcba6974e4 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:51.722901 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a7b47783-bc4e-4b94-a800-182835322ebe req-5f18d8c9-3858-4074-b195-a4dcba6974e4 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 943 time: 0.0972464
Nov 09 15:35:51.778959 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a7b47783-bc4e-4b94-a800-182835322ebe req-05c72fa8-77ab-4cac-934c-48602e9adeba tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497048
Nov 09 15:35:52.987199 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03450a7-906d-4b4e-8f32-7b689f14d786 req-a5373306-a480-4713-91ff-66498bab77ab tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:52.988688 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c03450a7-906d-4b4e-8f32-7b689f14d786 req-a5373306-a480-4713-91ff-66498bab77ab tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 943 time: 0.0866892
Nov 09 15:35:53.041026 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c03450a7-906d-4b4e-8f32-7b689f14d786 req-d042131e-ab48-42e4-bc3e-4a0b9b82c59b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462005
Nov 09 15:35:53.205437 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device e39b3de5-4286-410f-95d3-f844bed671f1 details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:35:53.363065 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port e39b3de5-4286-410f-95d3-f844bed671f1, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e39b3de5-4286-410f-95d3-f844bed671f1,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:53.377591 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': 'e39b3de5-4286-410f-95d3-f844bed671f1', 'network_id': 'd5c2ec6e-75f3-4619-bbee-8d12e846b32c', 'port_id': 'e39b3de5-4286-410f-95d3-f844bed671f1', 'mac_address': 'fa:16:3e:12:c8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bff1843-7d18-46fd-a93d-1afc6b2be3bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:35:53.435317 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:53.457190 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39b3de5-4286-410f-95d3-f844bed671f1 {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:35:53.476324 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port e39b3de5-4286-410f-95d3-f844bed671f1, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e39b3de5-4286-410f-95d3-f844bed671f1,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:53.485228 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:53.488909 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:53.566624 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=e39b3de5-4286-410f-95d3-f844bed671f1,revision_number=4']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:53.570163 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:53.847557 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e39b3de5-4286-410f-95d3-f844bed671f1'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:35:54.239265 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dff26-9283-4ad1-9224-57d39c33a28b req-7c2657cb-d055-4922-a359-852591dc0cda tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:54.241107 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ff2dff26-9283-4ad1-9224-57d39c33a28b req-7c2657cb-d055-4922-a359-852591dc0cda tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 944 time: 0.0897510
Nov 09 15:35:54.295402 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ff2dff26-9283-4ad1-9224-57d39c33a28b req-268a1259-7b8f-4653-97cf-eed729dab74a tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479987
Nov 09 15:35:55.212214 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device e39b3de5-4286-410f-95d3-f844bed671f1 up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:35:55.293930 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning for port e39b3de5-4286-410f-95d3-f844bed671f1 completed by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 09 15:35:55.302117 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port e39b3de5-4286-410f-95d3-f844bed671f1 triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:35:55.302517 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:55.440464 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:55.474820 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ec391b-985a-4202-92e1-5a1152bb7bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39b3de5-4286-410f-95d3-f844bed671f1'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:35:55.487653 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port e39b3de5-4286-410f-95d3-f844bed671f1, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e39b3de5-4286-410f-95d3-f844bed671f1,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:35:55.494170 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:55.497158 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:55.515232 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70ab3b-50d4-4a9a-bfa8-454a36365bd2 req-1f96b9da-27b1-408a-94db-60425ff19b33 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:55.518530 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-de70ab3b-50d4-4a9a-bfa8-454a36365bd2 req-1f96b9da-27b1-408a-94db-60425ff19b33 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 944 time: 0.1069419
Nov 09 15:35:55.546740 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ec391b-985a-4202-92e1-5a1152bb7bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39b3de5-4286-410f-95d3-f844bed671f1', 'code': 200}
Nov 09 15:35:55.596381 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-de70ab3b-50d4-4a9a-bfa8-454a36365bd2 req-54a2ee04-814e-4eff-a83a-5e33d5abc5de tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637701
Nov 09 15:35:55.599333 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=e39b3de5-4286-410f-95d3-f844bed671f1,revision_number=5']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:55.602855 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:55.798848 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522af5-df7d-4527-9e69-ffe07aace688 req-12ed13e6-da73-4aa2-b642-bc30ef6ccd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:55.800356 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-25522af5-df7d-4527-9e69-ffe07aace688 req-12ed13e6-da73-4aa2-b642-bc30ef6ccd61 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 1098 time: 0.0815868
Nov 09 15:35:55.846231 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-25522af5-df7d-4527-9e69-ffe07aace688 req-39b2a11d-29b9-4892-a1d1-85e747335b94 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380459
Nov 09 15:35:56.685036 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38742) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:56.803498 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2bd2b-038c-4f40-9c6e-28fbaa1ab978 req-5e2619cb-fddd-4684-9e60-d65ef315eb91 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:56.805028 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-61b2bd2b-038c-4f40-9c6e-28fbaa1ab978 req-5e2619cb-fddd-4684-9e60-d65ef315eb91 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 945 time: 0.0897956
Nov 09 15:35:56.811470 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:56.827322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:35:56.832037 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Usage tracker for resource:security_group_rule and tenant:74d3b52e53204c7099d8c2d2a47ba1e4 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:35:56.835751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:35:56.841780 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:35:56.855183 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-61b2bd2b-038c-4f40-9c6e-28fbaa1ab978 req-a1a82a88-109b-447e-838a-2b6bbc3c51a8 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439427
Nov 09 15:35:56.974007 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:56.979745 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:56.987710 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4db9685a-73ab-4d03-8228-6f015b409de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:57.033361 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf60ee-03ee-4b72-b847-7387dba3f86e,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:57.037848 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74d3b52e53204c7099d8c2d2a47ba1e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3517189
Nov 09 15:35:57.040675 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38748) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:35:57.044404 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.044788 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.045143 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.045504 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.045862 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.046250 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.046605 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.046961 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.047324 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.047665 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.048040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.048425 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:35:57.052794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-06014347-acf8-4465-b55d-6595ab2d3b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:57.112969 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1dca744-0b2f-4c6c-9282-22dc4309aaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:57.247165 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1dca744-0b2f-4c6c-9282-22dc4309aaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:57.312415 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1dca744-0b2f-4c6c-9282-22dc4309aaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:57.317161 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:35:57.328649 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca744-0b2f-4c6c-9282-22dc4309aaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf60ee-03ee-4b72-b847-7387dba3f86e,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:35:57.335320 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a1dca744-0b2f-4c6c-9282-22dc4309aaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:35:57.336184 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a1dca744-0b2f-4c6c-9282-22dc4309aaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:35:57.337263 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a1dca744-0b2f-4c6c-9282-22dc4309aaff admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ccbf60ee-03ee-4b72-b847-7387dba3f86e HTTP/1.1" status: 204  len: 168 time: 0.2956533
Nov 09 15:35:58.082262 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b56505-a966-41db-96d0-86cbf5820873 req-af60a0e1-7862-45cd-b2ad-45d70983ae3f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:58.083754 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-75b56505-a966-41db-96d0-86cbf5820873 req-af60a0e1-7862-45cd-b2ad-45d70983ae3f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 945 time: 0.0995512
Nov 09 15:35:58.135530 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-75b56505-a966-41db-96d0-86cbf5820873 req-febf6a62-d599-49d3-89ab-d28a2935a80c tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441620
Nov 09 15:35:59.345728 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864663-5fb9-4246-88f9-30a337ce9352 req-1aa03782-7d60-4ec7-a73b-5260b2e38f1c tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:35:59.347381 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d9864663-5fb9-4246-88f9-30a337ce9352 req-1aa03782-7d60-4ec7-a73b-5260b2e38f1c tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 945 time: 0.0845010
Nov 09 15:35:59.399900 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-d9864663-5fb9-4246-88f9-30a337ce9352 req-383755b0-00f1-44cf-952c-6163f3136789 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459852
Nov 09 15:36:00.608129 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d873d-6a99-499b-9b62-dbf300c4be70 req-ad36f6dd-dfef-4fa5-b668-34ed9634da60 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:00.609581 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a25d873d-6a99-499b-9b62-dbf300c4be70 req-ad36f6dd-dfef-4fa5-b668-34ed9634da60 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 945 time: 0.0897770
Nov 09 15:36:00.660771 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a25d873d-6a99-499b-9b62-dbf300c4be70 req-66e9f00d-cc1c-44bb-9b86-490a9ea86f86 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/security-groups?id=44b04a1f-c9f7-4143-bec1-13e99a8b23bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444665
Nov 09 15:36:00.972446 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0867b-31c0-482b-85f4-c93d42365557 req-5b2f7fd6-209e-44db-b1ef-d3d1ab38ee4f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:00.973180 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-09e0867b-31c0-482b-85f4-c93d42365557 req-5b2f7fd6-209e-44db-b1ef-d3d1ab38ee4f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Synchronizing usage tracker for tenant:b48577296f714434ace500a610a3e17c on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:36:00.992691 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-09e0867b-31c0-482b-85f4-c93d42365557 req-5b2f7fd6-209e-44db-b1ef-d3d1ab38ee4f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Unset dirty status for tenant:b48577296f714434ace500a610a3e17c on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:36:00.993972 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09e0867b-31c0-482b-85f4-c93d42365557 req-5b2f7fd6-209e-44db-b1ef-d3d1ab38ee4f tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.71 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 945 time: 0.1102278
Nov 09 15:36:01.078635 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Deleting port e39b3de5-4286-410f-95d3-f844bed671f1 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:36:01.079534 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:01.362413 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] For port e39b3de5-4286-410f-95d3-f844bed671f1, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=e39b3de5-4286-410f-95d3-f844bed671f1,segment=NetworkSegment(06980e7a-0f73-47a8-b118-3226d325b9d6),segment_id=06980e7a-0f73-47a8-b118-3226d325b9d6)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:36:01.362690 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:01.499263 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Calling delete_port for e39b3de5-4286-410f-95d3-f844bed671f1 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:36:01.532100 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8f60a4d5-b002-449e-ac7c-64c3588b4f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:01.667416 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:01.673381 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-425d3dee-18d5-4a8a-b7c6-c78034128773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:01.681024 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['e39b3de5-4286-410f-95d3-f844bed671f1'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:36:01.734458 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Pushing event deleted for resources: {'Port': ['ID=e39b3de5-4286-410f-95d3-f844bed671f1,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:01.770513 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:01.824275 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] No DVR routers for this DVR port e39b3de5-4286-410f-95d3-f844bed671f1 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:36:01.825123 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ea115ad3-7992-47e2-8ec5-d7bc9f074847 req-097e9290-4349-40b8-942d-43b24a61e372 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.87 "GET /v2.0/ports?device_id=d4ec391b-985a-4202-92e1-5a1152bb7bf5 HTTP/1.1" status: 200  len: 210 time: 0.0461631
Nov 09 15:36:01.828463 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:01.832187 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ec391b-985a-4202-92e1-5a1152bb7bf5', 'name': 'network-vif-deleted', 'tag': 'e39b3de5-4286-410f-95d3-f844bed671f1'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:36:01.858982 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:01.879582 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09e0867b-31c0-482b-85f4-c93d42365557 req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] 10.222.0.71 "DELETE /v2.0/ports/e39b3de5-4286-410f-95d3-f844bed671f1 HTTP/1.1" status: 204  len: 173 time: 0.8784788
Nov 09 15:36:01.904708 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ec391b-985a-4202-92e1-5a1152bb7bf5', 'name': 'network-vif-deleted', 'tag': 'e39b3de5-4286-410f-95d3-f844bed671f1', 'status': 'completed', 'code': 200}
Nov 09 15:36:04.102325 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-76a5486f-8990-4a61-a67a-77204fe279e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:05.039413 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:05.477483 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device e39b3de5-4286-410f-95d3-f844bed671f1 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:36:05.513024 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: e39b3de5-4286-410f-95d3-f844bed671f1 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:36:05.513369 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device e39b3de5-4286-410f-95d3-f844bed671f1 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:36:06.399092 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:07.184102 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:11.025427 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b886c-861c-44c4-bc14-30ad638c7d3e req-617eec11-3bf9-4c79-b974-271d62737fd1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:11.028002 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0f0b886c-861c-44c4-bc14-30ad638c7d3e req-617eec11-3bf9-4c79-b974-271d62737fd1 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 946 time: 0.1341703
Nov 09 15:36:11.103971 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0f0b886c-861c-44c4-bc14-30ad638c7d3e req-5fc6b57d-6f2e-450e-ba7d-90fceeb95b9d tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688000
Nov 09 15:36:11.455545 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:36:12.389119 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6f622-7bb4-42b6-86d3-a02dc16cc4c7 req-7f2991ba-7d3b-4b85-8125-0afb3f0ab7c5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:12.392564 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ef6f622-7bb4-42b6-86d3-a02dc16cc4c7 req-7f2991ba-7d3b-4b85-8125-0afb3f0ab7c5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 946 time: 0.1314995
Nov 09 15:36:12.471695 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8ef6f622-7bb4-42b6-86d3-a02dc16cc4c7 req-548d1a9d-f12d-4170-ae35-cef6e6b82473 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706720
Nov 09 15:36:12.844697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-d896d240-9b15-4122-ad86-6ed45a27a5c2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:12.845891 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-d896d240-9b15-4122-ad86-6ed45a27a5c2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Synchronizing usage tracker for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:36:12.870390 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-d896d240-9b15-4122-ad86-6ed45a27a5c2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Unset dirty status for tenant:2ccb952c203c46f9bf5ae68cfd6e2acd on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:36:12.872171 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-d896d240-9b15-4122-ad86-6ed45a27a5c2 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 946 time: 0.1467488
Nov 09 15:36:13.014443 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Deleting port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:36:13.015308 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:13.349600 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] For port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:36:13.349986 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:13.737419 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a8d29-bfec-4404-be90-a89c90794c53 req-57b9da8d-e69c-4d6d-af41-ff8daaffccc5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:13.745564 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2f3a8d29-bfec-4404-be90-a89c90794c53 req-57b9da8d-e69c-4d6d-af41-ff8daaffccc5 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 946 time: 0.1329193
Nov 09 15:36:13.813032 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-2f3a8d29-bfec-4404-be90-a89c90794c53 req-33e64bbf-5b94-4ed0-85d7-b66fb51742fe tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups?id=3e980fea-0084-48f0-95a1-ca877e042ce8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661080
Nov 09 15:36:13.910556 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:13.911373 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736456'] for floatingip, after_update {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:13.911373 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Floating IP 65e6f1a5-4393-4d4c-bebe-857095b90131 disassociated. External IP: 172.27.0.90, port: 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c.
Nov 09 15:36:13.911963 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Calling delete_port for 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:36:14.088223 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:14.097899 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-483e3d0f-1cd0-4e22-a275-39d5fb4d38b2 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:14.173261 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event deleted for resources: {'Port': ['ID=5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:14.178055 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:14.426006 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Router e61c19b0-348f-446d-af94-04403a338a43 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:36:14.684092 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:36:14.696037 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] Sync routers for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:36:14.711352 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:36:14.712257 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0621b4f0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:36:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:14.794816 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] No DVR routers for this DVR port 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:36:14.797807 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:14.802494 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-deleted', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:36:14.834072 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-ef477ecc-b79f-4c17-adb1-ac6285145ce3 req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.71 "DELETE /v2.0/ports/5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c HTTP/1.1" status: 204  len: 173 time: 1.9519207
Nov 09 15:36:14.897455 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8', 'name': 'network-vif-deleted', 'tag': '5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c', 'status': 'completed', 'code': 200}
Nov 09 15:36:14.958392 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:36:15.013962 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-69446f5a-c69e-4e57-ad32-68c015d1a699 req-6290944e-52a7-4281-8029-3334c8550b4f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0bb1e7f-734d-4a4b-a52c-f4efcb2512a8 HTTP/1.1" status: 200  len: 210 time: 0.0667551
Nov 09 15:36:15.480590 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0621b4f0>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:15.488534 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] Checking router: e61c19b0-348f-446d-af94-04403a338a43 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:36:15.507139 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:36:15.508663 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0621b4f0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:36:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:15.760962 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:36:16.255251 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0621b4f0>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:16.260475 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07c6a9-6229-4b91-a726-252e77a350a8 None None] The sync data for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi is: [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:28:25Z', 'revision_number': 4, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '658ec36f-e0d3-44b6-9f62-eab6728a062c', 'name': '', 'network_id': '2ab623ee-64b4-41f1-b036-10cd175b37aa', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'mac_address': 'fa:16:3e:86:08:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4b96d142-cb72-4047-8784-8d550b536922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:23Z', 'updated_at': '2021-11-09T15:28:36Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'subnets': [{'id': '4b96d142-cb72-4047-8784-8d550b536922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:36:16.621821 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfdc81-7d20-4e41-b55b-29ff5d022032 None None] New status for floating IP 65e6f1a5-4393-4d4c-bebe-857095b90131: DOWN {{(pid=86783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:36:17.216906 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38926) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:17.302944 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:17.346806 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:17.368827 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:36:17.433313 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:36:17.433714 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 5d0bbe48-bfd3-4f52-ade8-97c2a6f22a4c not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:36:17.457647 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:17.462977 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-fa0d4f27-d715-4e8c-929a-d731b2103003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:17.486246 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e980fea-0084-48f0-95a1-ca877e042ce8,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:17.498856 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.499339 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.499602 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.499980 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.500731 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.501107 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.501531 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.501853 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.502237 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.502638 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.503701 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.504085 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:17.508698 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:17.511458 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:17.512251 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "DELETE /v2.0/security-groups/3e980fea-0084-48f0-95a1-ca877e042ce8 HTTP/1.1" status: 204  len: 168 time: 0.2934144
Nov 09 15:36:17.515397 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 38930) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:17.540100 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.api.v2.resource [None req-53ed998a-9554-4c44-9b87-34061f48d878 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] show failed (client error): The resource could not be found.
Nov 09 15:36:17.544173 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-53ed998a-9554-4c44-9b87-34061f48d878 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "GET /v2.0/security-groups/3e980fea-0084-48f0-95a1-ca877e042ce8 HTTP/1.1" status: 404  len: 347 time: 0.0247955
Nov 09 15:36:17.544556 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38934) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:17.726595 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Deleting port ccb98789-ec1d-4892-a360-d24880a8e32c {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:36:17.726838 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:17.957377 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:17.957712 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:18.100660 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Calling delete_port for ccb98789-ec1d-4892-a360-d24880a8e32c owned by network:floatingip {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:36:18.294692 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:18.304247 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8d5d592b-83c9-455d-84bd-8c1cb425598f tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:18.386692 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Pushing event deleted for resources: {'Port': ['ID=ccb98789-ec1d-4892-a360-d24880a8e32c,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:18.389264 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:18.573682 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks [] for floatingip, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:18.590928 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:18.595081 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-88a0df8b-cae5-4f9a-98f6-93baf2d74acd tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] 10.222.0.87 "DELETE /v2.0/floatingips/65e6f1a5-4393-4d4c-bebe-857095b90131 HTTP/1.1" status: 204  len: 168 time: 1.0467470
Nov 09 15:36:21.673689 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 38984) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:22.641864 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:23.056487 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Deleting port 658ec36f-e0d3-44b6-9f62-eab6728a062c {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:36:23.057179 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:23.277535 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] For port 658ec36f-e0d3-44b6-9f62-eab6728a062c, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=658ec36f-e0d3-44b6-9f62-eab6728a062c,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:36:23.278244 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:23.432290 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Calling delete_port for 658ec36f-e0d3-44b6-9f62-eab6728a062c owned by network:router_interface {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:36:23.644916 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:23.651513 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a5410d9a-a3a8-40cc-8905-84ee3df11aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:23.856334 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Pushing event deleted for resources: {'Port': ['ID=658ec36f-e0d3-44b6-9f62-eab6728a062c,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:23.858725 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:24.202418 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:24.630052 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Router e61c19b0-348f-446d-af94-04403a338a43 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:36:24.811907 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:36:24.823628 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] Sync routers for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:36:24.825463 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] 10.222.0.87 "PUT /v2.0/routers/e61c19b0-348f-446d-af94-04403a338a43/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1506054
Nov 09 15:36:24.828059 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39018) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:24.837859 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:36:24.838503 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0614bdc0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:36:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:25.024895 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks [] for router, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:25.030321 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:36:25.205928 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:25.217618 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Deleting port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:36:25.217965 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:25.341872 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0614bdc0>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:36:23Z', 'revision_number': 5, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port': {'id': 'd70d57e3-2a4e-43bb-a517-0c9c78d35bc2', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61c19b0-348f-446d-af94-04403a338a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:25.351262 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] Checking router: e61c19b0-348f-446d-af94-04403a338a43 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:36:25.368830 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] Routers {'e61c19b0-348f-446d-af94-04403a338a43'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:36:25.369928 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0614bdc0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:36:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['e61c19b0-348f-446d-af94-04403a338a43'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:25.550558 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] Set router e61c19b0-348f-446d-af94-04403a338a43 gateway port host: None {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:36:25.565863 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] For port d70d57e3-2a4e-43bb-a517-0c9c78d35bc2, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=d70d57e3-2a4e-43bb-a517-0c9c78d35bc2,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:36:25.566398 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:25.666869 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0614bdc0>, [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:36:25Z', 'revision_number': 6, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:25.671683 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f424f91-9b3f-4dd7-b171-6ecbdb87cd4d None None] The sync data for ids ['e61c19b0-348f-446d-af94-04403a338a43'] in dv-cinder-817223-1-iscsi is: [{'id': 'e61c19b0-348f-446d-af94-04403a338a43', 'name': 'tempest-AttachVolumeShelveTestJSON-935194796-router', 'tenant_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:15Z', 'updated_at': '2021-11-09T15:36:25Z', 'revision_number': 6, 'project_id': '2ccb952c203c46f9bf5ae68cfd6e2acd', 'gw_port_host': None}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:36:25.707407 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Calling delete_port for d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 owned by network:router_gateway {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:36:25.911467 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:25.916702 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-833ed669-60a3-43fb-8482-87cdcb1899ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:25.964476 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70d57e3-2a4e-43bb-a517-0c9c78d35bc2,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:25.995144 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:26.082857 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.263537 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.265857 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.290989 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.291493 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61c19b0-348f-446d-af94-04403a338a43 {{(pid=86781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:36:26.305095 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.306264 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-18e86eea-eedd-4489-a532-acb4c8748709 admin admin] 10.222.0.87 "DELETE /v2.0/routers/e61c19b0-348f-446d-af94-04403a338a43 HTTP/1.1" status: 204  len: 168 time: 1.4773111
Nov 09 15:36:26.308927 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39080) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:26.374149 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] Deleting subnet 4b96d142-cb72-4047-8784-8d550b536922 {{(pid=86781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:36:26.377466 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.420319 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 658ec36f-e0d3-44b6-9f62-eab6728a062c no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:36:26.430181 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128719'] for subnet, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.460186 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 658ec36f-e0d3-44b6-9f62-eab6728a062c {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:36:26.460685 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 658ec36f-e0d3-44b6-9f62-eab6728a062c not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:36:26.514681 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.591530 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861186'] for subnet, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.595697 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-05d39d1f-e645-4801-b3f2-0ca98d24bb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:26.634291 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b96d142-cb72-4047-8784-8d550b536922,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:26.636579 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.639698 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:26.643189 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2467bc7-8c00-475c-a2e0-f23f427b82e9 None None] Network 2ab623ee-64b4-41f1-b036-10cd175b37aa requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:36:26.644407 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-fe89ed4b-1afd-4117-9d99-5ec18be35955 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4b96d142-cb72-4047-8784-8d550b536922 HTTP/1.1" status: 204  len: 168 time: 0.3344667
Nov 09 15:36:26.647589 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39084) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:26.763673 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.776444 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Deleting port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:36:26.776836 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.949061 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] DHCP port deletion for 2ab623ee-64b4-41f1-b036-10cd175b37aa request from dv-cinder-817223-1-iscsi {{(pid=86783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 09 15:36:26.954559 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] Deleting port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:36:26.954975 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:26.996840 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] For port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:36:26.997179 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.110790 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39090) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:27.173929 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] For port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738,segment=NetworkSegment(382402bd-f050-4985-a712-9bea59e8be32),segment_id=382402bd-f050-4985-a712-9bea59e8be32)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:36:27.174450 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.174927 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Deleting subnet 6bff1843-7d18-46fd-a93d-1afc6b2be3bf {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:36:27.178267 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.235575 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Calling delete_port for ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 owned by network:dhcp {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:36:27.237605 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892165'] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.301978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.304264 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] Calling delete_port for ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 owned by network:dhcp {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:36:27.322455 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.326363 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-2a3caab1-6aed-46f3-b919-306b4ced09ba tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:27.377144 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:27.380762 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:27.385653 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268094'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.391086 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.db.api [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:36:27.391454 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_db.api [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:36:27.393348 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:27.397281 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] No DVR routers for this DVR port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 on host dv-cinder-817223-1-iscsi {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:36:27.434838 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bff1843-7d18-46fd-a93d-1afc6b2be3bf,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:27.436882 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.441434 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:27.444848 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6bff1843-7d18-46fd-a93d-1afc6b2be3bf HTTP/1.1" status: 204  len: 168 time: 0.3329601
Nov 09 15:36:27.447195 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39094) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:27.520989 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.547897 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b057df8b0>,) {'filters': {'network_id': ['2ab623ee-64b4-41f1-b036-10cd175b37aa']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:27.561867 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b057df8b0>, '382402bd-f050-4985-a712-9bea59e8be32') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:27.562231 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b057df8b0>, '382402bd-f050-4985-a712-9bea59e8be32') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:27.563464 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.574755 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.593796 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.600940 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:36:27.601243 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:36:27.615754 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:36:27.700107 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.704093 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:27.720909 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.729701 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab623ee-64b4-41f1-b036-10cd175b37aa,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:27.734521 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:27.752909 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] 10.222.0.87 "DELETE /v2.0/networks/2ab623ee-64b4-41f1-b036-10cd175b37aa HTTP/1.1" status: 204  len: 168 time: 1.1038570
Nov 09 15:36:27.805426 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.837458 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b05a4dc40>,) {'filters': {'network_id': ['d5c2ec6e-75f3-4619-bbee-8d12e846b32c']}} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:27.854036 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b05a4dc40>, '06980e7a-0f73-47a8-b118-3226d325b9d6') {'for_net_delete': True} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:27.854552 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b05a4dc40>, '06980e7a-0f73-47a8-b118-3226d325b9d6') {} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:36:27.871658 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2892158'] for segment, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.873153 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:36:27.892122 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.892970 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39100) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:27.901152 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=86782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:36:27.901553 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350480'] for segment, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.907116 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] Deleting port ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:36:27.907498 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]: Traceback (most recent call last):
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     timer()
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     cb(*args, **kw)
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     return func(*args, **kwargs)
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     self._notify()
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     self.callback(batched_events)
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     event.method(event)
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     return f(self, *a, **k)
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._get(url).json()
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:36:27.915450 dv-cinder-817223-1-iscsi neutron-server[86782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:36:27.944044 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:36:27.944779 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:36:27.945207 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:36:27.950386 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-3e0ed3a8-ea3b-41a3-b2cc-6b7ba22c1126 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2ccb952c203c46f9bf5ae68cfd6e2acd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533137
Nov 09 15:36:27.950794 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39104) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:27.996460 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.000164 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:28.013541 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:36:28.013898 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device d70d57e3-2a4e-43bb-a517-0c9c78d35bc2 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:36:28.021316 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.024775 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-eebda2df-4756-4c19-944d-524bef3c2be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.025710 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-53579257-d15d-4f86-832c-ecb6e6c2481b None None] The port 'ef76dd8a-d9fe-451f-9bdd-3bc85c1cd738' was deleted {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 09 15:36:28.039693 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c2ec6e-75f3-4619-bbee-8d12e846b32c,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:28.044210 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:28.052770 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-5b0868ad-b549-4f3b-a7d4-6e89450d562d admin admin] 10.222.0.87 "DELETE /v2.0/networks/d5c2ec6e-75f3-4619-bbee-8d12e846b32c HTTP/1.1" status: 204  len: 168 time: 0.6021812
Nov 09 15:36:28.061819 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-eebda2df-4756-4c19-944d-524bef3c2be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.140135 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-eebda2df-4756-4c19-944d-524bef3c2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.145907 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-33dc3840-71da-4865-aa3f-e0b8c024c474 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:28.171781 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebda2df-4756-4c19-944d-524bef3c2be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca658a6-b522-4179-889f-fa7d682f8ed7,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:28.172543 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-eebda2df-4756-4c19-944d-524bef3c2be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:28.180134 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-eebda2df-4756-4c19-944d-524bef3c2be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.183573 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-eebda2df-4756-4c19-944d-524bef3c2be7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aca658a6-b522-4179-889f-fa7d682f8ed7 HTTP/1.1" status: 204  len: 168 time: 0.2295084
Nov 09 15:36:28.268969 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39112) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:28.324813 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-fe52f818-8b8a-49a1-b27c-d28b21b44e39 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b48577296f714434ace500a610a3e17c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542665
Nov 09 15:36:28.327437 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39118) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:28.395795 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-66afa44d-473d-4c8d-b95f-52ad8350602a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.425742 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-66afa44d-473d-4c8d-b95f-52ad8350602a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.483794 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-66afa44d-473d-4c8d-b95f-52ad8350602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.490269 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-481da17f-d0b4-44e9-85ba-47d6a7601ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:28.504943 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afa44d-473d-4c8d-b95f-52ad8350602a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b04a1f-c9f7-4143-bec1-13e99a8b23bb,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:28.507767 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-66afa44d-473d-4c8d-b95f-52ad8350602a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:28.515064 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-66afa44d-473d-4c8d-b95f-52ad8350602a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:28.516226 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-66afa44d-473d-4c8d-b95f-52ad8350602a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/44b04a1f-c9f7-4143-bec1-13e99a8b23bb HTTP/1.1" status: 204  len: 168 time: 0.1879783
Nov 09 15:36:30.475439 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39182) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:30.602861 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:30.619981 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:30.623992 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:15473f663bb0468cbe79db08df6f8b09 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:30.627118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:30.634040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:30.727447 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:30.734199 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:30.742475 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cd313b2c-2cff-4509-9b8d-938517ada6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:30.784316 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=15473f663bb0468cbe79db08df6f8b09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3077517
Nov 09 15:36:30.785266 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c74f7-3f5e-481d-9f03-8001cb25a7c2,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:30.787360 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39188) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:30.788797 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:30.856666 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-995b5f28-d3ff-406b-8169-546eff0e307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:30.886650 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-995b5f28-d3ff-406b-8169-546eff0e307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:30.952980 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-995b5f28-d3ff-406b-8169-546eff0e307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:30.957101 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-5e649266-8814-47ee-a918-e6d3cea35cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:30.970851 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b5f28-d3ff-406b-8169-546eff0e307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c74f7-3f5e-481d-9f03-8001cb25a7c2,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:30.974423 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-995b5f28-d3ff-406b-8169-546eff0e307a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:30.976591 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-995b5f28-d3ff-406b-8169-546eff0e307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:30.977710 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-995b5f28-d3ff-406b-8169-546eff0e307a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/953c74f7-3f5e-481d-9f03-8001cb25a7c2 HTTP/1.1" status: 204  len: 168 time: 0.1890159
Nov 09 15:36:31.306181 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39196) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:31.326352 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:31.348408 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:31.353435 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Usage tracker for resource:security_group_rule and tenant:19c13324c73647998aaacd0bce16f06c is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:31.357172 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:31.367028 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:31.469178 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:31.475204 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:31.482418 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-f73f7352-31ef-46d3-8c1a-e933376d6d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:31.527905 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-5d84d279-0dc9-4e4e-8078-bd8837d487f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:31.528498 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45789052-aa0a-4058-bac1-abff7e8e5f6a,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:31.532937 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=19c13324c73647998aaacd0bce16f06c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2254894
Nov 09 15:36:31.533958 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-99cf898a-25ef-4557-a936-10928f02d391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:31.536677 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39200) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:31.607594 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-52189eea-0518-4ac7-8562-7adaf378fac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:31.636314 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-52189eea-0518-4ac7-8562-7adaf378fac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:31.693569 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-52189eea-0518-4ac7-8562-7adaf378fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:31.697450 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-aa20b76d-191f-4ca4-8c96-caad8ab961f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:31.709465 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52189eea-0518-4ac7-8562-7adaf378fac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45789052-aa0a-4058-bac1-abff7e8e5f6a,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:31.713389 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-52189eea-0518-4ac7-8562-7adaf378fac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:31.716797 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-52189eea-0518-4ac7-8562-7adaf378fac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:31.717925 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-52189eea-0518-4ac7-8562-7adaf378fac9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/45789052-aa0a-4058-bac1-abff7e8e5f6a HTTP/1.1" status: 204  len: 168 time: 0.1799953
Nov 09 15:36:31.867614 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:34.100295 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-c7c77ab0-8ecc-4149-a7f2-d404bef8fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:35.036417 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:36.401566 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:36.781789 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39286) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:36.919770 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:36.934349 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:36.938309 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Usage tracker for resource:security_group_rule and tenant:9b99ad711c2241f79d6612a83ba8ed44 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:36.941257 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:36.947043 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:37.028766 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.033171 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.042051 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-28a5edee-b513-41ec-9387-ae673a7b9224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:37.060885 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-7e3e58a5-bab3-4e97-9c2a-60d5bea84dd7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699713
Nov 09 15:36:37.084298 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9b99ad711c2241f79d6612a83ba8ed44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3013790
Nov 09 15:36:37.085879 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa026b25-5f22-456f-945c-175527b0e174,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:37.088163 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39292) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:37.105352 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:37.149411 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-34c1c73f-2efa-45f8-ab8a-9b16ec5f3049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.161964 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-be8de736-4cc3-4c2c-b3eb-e21ebc88300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:37.163511 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-be8de736-4cc3-4c2c-b3eb-e21ebc88300f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1099 time: 0.0800245
Nov 09 15:36:37.175797 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-34c1c73f-2efa-45f8-ab8a-9b16ec5f3049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.220483 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.232288 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-34c1c73f-2efa-45f8-ab8a-9b16ec5f3049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.236069 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-d6a6f3fe-4ee4-4eb9-98fe-d1022030337c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:37.249491 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1c73f-2efa-45f8-ab8a-9b16ec5f3049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa026b25-5f22-456f-945c-175527b0e174,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:37.252416 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-34c1c73f-2efa-45f8-ab8a-9b16ec5f3049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:37.254705 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-34c1c73f-2efa-45f8-ab8a-9b16ec5f3049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.255817 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-34c1c73f-2efa-45f8-ab8a-9b16ec5f3049 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fa026b25-5f22-456f-945c-175527b0e174 HTTP/1.1" status: 204  len: 168 time: 0.1667769
Nov 09 15:36:37.330812 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-2005a439-3a9b-43b0-8c90-820e4dd1446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:37.332944 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-2005a439-3a9b-43b0-8c90-820e4dd1446b service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 911 time: 0.1481807
Nov 09 15:36:37.451175 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-e2ce9d57-97e3-4d85-a9c4-8e2e3588ac6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 1002 time: 0.1109815
Nov 09 15:36:37.515024 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-f75ef8d7-c761-45ac-9ab6-4c9b93342be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:37.516688 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-f75ef8d7-c761-45ac-9ab6-4c9b93342be5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.0583262
Nov 09 15:36:37.560854 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39304) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:37.578787 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.593866 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:37.595219 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-6ecaad33-f4a5-41a9-9fbb-8638b192a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:37.597104 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-6ecaad33-f4a5-41a9-9fbb-8638b192a75a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717874
Nov 09 15:36:37.598621 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Usage tracker for resource:security_group_rule and tenant:21dbb89a0f7046a59a0adeeb60855e58 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:37.601460 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:37.607353 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:37.700210 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.704939 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.714116 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8ffe4e37-144c-40fe-b456-f0d0ed54e0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:37.732067 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-5349c9ca-20da-4b18-84f6-fb60774824bd service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267738
Nov 09 15:36:37.755069 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=21dbb89a0f7046a59a0adeeb60855e58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1931052
Nov 09 15:36:37.756803 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31a810a-5fd4-4051-92f9-7e5b647bdd5f,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:37.757908 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39308) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:37.760074 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a9f19d9e-f251-4410-9569-5e8682f4fe5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:37.916822 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9eb16b5c-18f6-449b-afc2-70a214559106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:37.929859 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-23504da5-ebdd-4eef-8b07-6aba0d87b874 req-3d76f396-53d6-47be-9cae-d249ab6c7854 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900334
Nov 09 15:36:37.949433 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9eb16b5c-18f6-449b-afc2-70a214559106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:38.005061 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9eb16b5c-18f6-449b-afc2-70a214559106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:38.008866 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-01927e4c-cf9b-4230-bdf4-52294bb7bb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:38.022747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb16b5c-18f6-449b-afc2-70a214559106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31a810a-5fd4-4051-92f9-7e5b647bdd5f,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:38.026855 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9eb16b5c-18f6-449b-afc2-70a214559106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:38.032511 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9eb16b5c-18f6-449b-afc2-70a214559106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:38.033631 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9eb16b5c-18f6-449b-afc2-70a214559106 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e31a810a-5fd4-4051-92f9-7e5b647bdd5f HTTP/1.1" status: 204  len: 168 time: 0.2747967
Nov 09 15:36:38.599028 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11d57f-b954-468b-a9be-cfbe1ab7a6b4 req-8ba19aa8-2d79-4bc0-9163-875938e6ff24 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:38.599028 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e11d57f-b954-468b-a9be-cfbe1ab7a6b4 req-8ba19aa8-2d79-4bc0-9163-875938e6ff24 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0832362
Nov 09 15:36:38.651411 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e11d57f-b954-468b-a9be-cfbe1ab7a6b4 req-9c5ac481-43e1-406d-9df7-49c01c29ac22 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470254
Nov 09 15:36:39.851769 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee3754-63ba-4bd9-976c-c472cbbf6b45 req-e23858dd-23d2-47bb-a3f5-3d6a3a08ed58 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:39.853973 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01ee3754-63ba-4bd9-976c-c472cbbf6b45 req-e23858dd-23d2-47bb-a3f5-3d6a3a08ed58 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0925276
Nov 09 15:36:39.908146 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-01ee3754-63ba-4bd9-976c-c472cbbf6b45 req-f0b8f179-744c-43d4-a14d-2ccbb4473603 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481973
Nov 09 15:36:41.110859 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bfcc0-9079-4024-8151-f300d9b3332a req-010a0e9a-1fb5-4b39-a327-1ba26f8812b7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:41.112750 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fe3bfcc0-9079-4024-8151-f300d9b3332a req-010a0e9a-1fb5-4b39-a327-1ba26f8812b7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0913346
Nov 09 15:36:41.164973 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fe3bfcc0-9079-4024-8151-f300d9b3332a req-4d1148f0-8daa-4991-a65c-c4a431d3fcd9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462456
Nov 09 15:36:42.361346 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed81ee-cd04-4cc3-9adc-481a3c4f3929 req-21c822ad-ffe9-44c9-98c0-17a456551a2b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:42.363303 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0fed81ee-cd04-4cc3-9adc-481a3c4f3929 req-21c822ad-ffe9-44c9-98c0-17a456551a2b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0898812
Nov 09 15:36:42.414327 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-0fed81ee-cd04-4cc3-9adc-481a3c4f3929 req-ee056af9-7bcd-4704-8864-c2b20013f98c tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446942
Nov 09 15:36:43.624516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e7c69-83d8-48da-a6b0-a7a454c209cb req-92fbfacc-469f-4d16-b406-4bd8ecc70d28 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:43.625901 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8a7e7c69-83d8-48da-a6b0-a7a454c209cb req-92fbfacc-469f-4d16-b406-4bd8ecc70d28 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0997868
Nov 09 15:36:43.777951 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8a7e7c69-83d8-48da-a6b0-a7a454c209cb req-ce747a3c-e40e-4cc4-9e71-1eebaea9c475 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1453824
Nov 09 15:36:44.988796 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3d95-e1b5-4d49-beab-4883c7716fbf req-0dde1a87-4d29-4275-ae07-21a2c4434f89 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:44.990333 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-79db3d95-e1b5-4d49-beab-4883c7716fbf req-0dde1a87-4d29-4275-ae07-21a2c4434f89 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0942678
Nov 09 15:36:45.038988 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-79db3d95-e1b5-4d49-beab-4883c7716fbf req-0f630b88-cd19-4be5-af17-c477900e77db tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426893
Nov 09 15:36:46.283828 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a244675-5acb-4bc3-8134-d0348d3e9cd5 req-4dc50bd7-e446-4b9a-a5d6-030b676d0850 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:46.285370 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1a244675-5acb-4bc3-8134-d0348d3e9cd5 req-4dc50bd7-e446-4b9a-a5d6-030b676d0850 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.1187382
Nov 09 15:36:46.340189 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1a244675-5acb-4bc3-8134-d0348d3e9cd5 req-1cca50eb-80fe-4ecf-8852-84e335e08429 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477700
Nov 09 15:36:47.544724 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2910c1-4cc2-4321-808e-1a0d668a112b req-8ff51c0e-f8e3-402c-92c5-c9000c72cb6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:47.546248 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5c2910c1-4cc2-4321-808e-1a0d668a112b req-8ff51c0e-f8e3-402c-92c5-c9000c72cb6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0899894
Nov 09 15:36:47.597419 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5c2910c1-4cc2-4321-808e-1a0d668a112b req-2c6c57ab-5131-41da-a502-3675f1adf03b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454338
Nov 09 15:36:48.456678 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:36:48.621352 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39462) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:48.700890 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-434cae34-08f4-4379-8368-37d32f7079ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:48.702388 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-434cae34-08f4-4379-8368-37d32f7079ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1099 time: 0.0784931
Nov 09 15:36:48.803500 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e0a19-f1e8-4120-9a9c-1ab814d10e83 req-eccc23dd-b145-4ecc-b94b-2be1ea9340d5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:48.805464 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c30e0a19-f1e8-4120-9a9c-1ab814d10e83 req-eccc23dd-b145-4ecc-b94b-2be1ea9340d5 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0866177
Nov 09 15:36:48.815624 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:48.838169 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:48.846652 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Usage tracker for resource:security_group_rule and tenant:dcbfa6dbf3894be397613a0502cda3c7 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:48.855598 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c30e0a19-f1e8-4120-9a9c-1ab814d10e83 req-a3d64af3-4967-47fe-805f-2533a047a352 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412741
Nov 09 15:36:48.859074 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:48.869338 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:48.896608 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-dbe50530-7c12-4fc7-843e-0d28a38b911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:48.898107 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-dbe50530-7c12-4fc7-843e-0d28a38b911d service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 911 time: 0.1879661
Nov 09 15:36:49.027228 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-9656c75b-162e-4b9a-ba91-6a26a7814642 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 1002 time: 0.1196814
Nov 09 15:36:49.218877 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:49.222980 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-eb2a32d8-69b2-4065-a3aa-6d5c639c327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:49.224489 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-eb2a32d8-69b2-4065-a3aa-6d5c639c327d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.1890607
Nov 09 15:36:49.226334 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:49.234997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5d872d33-e809-4bae-9469-ee636fa9923c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:49.326493 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e6deeb-828e-41e5-a92c-3a082a62a937,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:49.332135 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:49.341186 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1153a112-65fd-4826-89cd-c9353b511374 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dcbfa6dbf3894be397613a0502cda3c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7187595
Nov 09 15:36:49.341827 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39472) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:49.365343 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-ae4332c5-b543-4f57-b400-af83d09318f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:49.367018 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-ae4332c5-b543-4f57-b400-af83d09318f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1330626
Nov 09 15:36:49.410012 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1252ec01-e32c-4840-8ed5-9a6a52927a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:49.445162 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1252ec01-e32c-4840-8ed5-9a6a52927a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:49.512287 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1252ec01-e32c-4840-8ed5-9a6a52927a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:49.514552 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-5da60631-3462-43b8-9efb-32a876559f30 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392510
Nov 09 15:36:49.517296 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e88e4b77-4ff2-4100-bdf3-96c21801daba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:49.531027 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252ec01-e32c-4840-8ed5-9a6a52927a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e6deeb-828e-41e5-a92c-3a082a62a937,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:49.540872 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1252ec01-e32c-4840-8ed5-9a6a52927a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:49.543624 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1252ec01-e32c-4840-8ed5-9a6a52927a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:49.547278 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-1252ec01-e32c-4840-8ed5-9a6a52927a8e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b9e6deeb-828e-41e5-a92c-3a082a62a937 HTTP/1.1" status: 204  len: 168 time: 0.2006283
Nov 09 15:36:49.665562 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-f011de9b-df6e-46a3-8e19-fb3e3a9b646b req-933c2c7a-9d4f-44b4-9c72-0d212365ee69 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437185
Nov 09 15:36:49.905860 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39482) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:49.925552 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:49.951230 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:49.955705 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Usage tracker for resource:security_group_rule and tenant:3101685c7734402c85d078978fb213ee is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:49.960140 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:49.968978 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:50.125894 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948a00-05bd-43f1-86ae-1d16e62f1ec5 req-14aa1b1c-e3d4-47b2-9e9f-ae6a1ca834a3 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:50.127511 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e948a00-05bd-43f1-86ae-1d16e62f1ec5 req-14aa1b1c-e3d4-47b2-9e9f-ae6a1ca834a3 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.1378427
Nov 09 15:36:50.157302 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.163926 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.172985 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-6e01b96e-9f42-459e-a52c-d27bf22b5338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:50.228548 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3101685c7734402c85d078978fb213ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3214848
Nov 09 15:36:50.231530 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39486) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:50.231733 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8e948a00-05bd-43f1-86ae-1d16e62f1ec5 req-0356069f-0fd4-4753-9a95-14266d7d073f tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960047
Nov 09 15:36:50.236269 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd14d33-d639-49e9-81a4-d7ed71ed9153,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:50.240390 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c73eabd7-5969-4ede-8d9c-7b280c8abd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:50.302619 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-352e3ec9-54aa-49cf-be92-756970ee9b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.332506 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-352e3ec9-54aa-49cf-be92-756970ee9b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.409360 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-352e3ec9-54aa-49cf-be92-756970ee9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.415737 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0ecbac36-a67a-4a68-aef6-42493eae6f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:50.426932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e3ec9-54aa-49cf-be92-756970ee9b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd14d33-d639-49e9-81a4-d7ed71ed9153,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:50.429278 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-352e3ec9-54aa-49cf-be92-756970ee9b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:50.437857 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-352e3ec9-54aa-49cf-be92-756970ee9b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.439042 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-352e3ec9-54aa-49cf-be92-756970ee9b03 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bcd14d33-d639-49e9-81a4-d7ed71ed9153 HTTP/1.1" status: 204  len: 168 time: 0.2063513
Nov 09 15:36:50.821372 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39494) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:50.840830 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.856568 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:50.860512 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:265517e83bb947969bc9df2bc3497063 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:50.863785 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:50.870184 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:50.961120 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.966486 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:50.974172 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-49333d31-443e-48a8-ae81-3387fba92dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:51.019453 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=265517e83bb947969bc9df2bc3497063&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1968186
Nov 09 15:36:51.020334 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63c1c58-da70-497a-b764-89b22a06cbb7,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:51.022360 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39498) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:51.023552 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:51.094914 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f689fe91-e8de-4255-aa2e-211f132ee386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:51.126039 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f689fe91-e8de-4255-aa2e-211f132ee386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:51.188508 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f689fe91-e8de-4255-aa2e-211f132ee386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:51.192406 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-cf785742-40f8-4f5c-9ef2-97093964d79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:51.203866 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689fe91-e8de-4255-aa2e-211f132ee386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63c1c58-da70-497a-b764-89b22a06cbb7,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:51.207489 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f689fe91-e8de-4255-aa2e-211f132ee386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:51.212269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f689fe91-e8de-4255-aa2e-211f132ee386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:51.213689 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f689fe91-e8de-4255-aa2e-211f132ee386 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b63c1c58-da70-497a-b764-89b22a06cbb7 HTTP/1.1" status: 204  len: 168 time: 0.1853552
Nov 09 15:36:51.461678 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6ea5-ae62-4e32-baf6-87ed08fcd39d req-33ecc1f7-01d4-476e-a517-7cbf675769dc tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:51.463356 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e5fd6ea5-ae62-4e32-baf6-87ed08fcd39d req-33ecc1f7-01d4-476e-a517-7cbf675769dc tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.1087296
Nov 09 15:36:51.513750 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e5fd6ea5-ae62-4e32-baf6-87ed08fcd39d req-7f54b4d5-7f56-4d35-b8d4-e8a6e477125c tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441611
Nov 09 15:36:52.723517 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cc726-509e-4947-8d02-95dc3cfff75c req-1184fef7-2efc-462e-8785-967979f810fd tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:52.725058 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f85cc726-509e-4947-8d02-95dc3cfff75c req-1184fef7-2efc-462e-8785-967979f810fd tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0948868
Nov 09 15:36:52.772635 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f85cc726-509e-4947-8d02-95dc3cfff75c req-1c505da8-c4df-4804-b264-7c2836dfe32a tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414126
Nov 09 15:36:53.096579 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-3d2b8fe2-2e1d-4b10-ae48-799368654c93 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0893779
Nov 09 15:36:53.165422 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8090894-f316-4c1d-adb4-470b9e7c07ee req-8bdfd27e-b88e-4e61-b868-9418acfad67b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:53.167188 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8090894-f316-4c1d-adb4-470b9e7c07ee req-8bdfd27e-b88e-4e61-b868-9418acfad67b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.1044555
Nov 09 15:36:53.217538 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-c8090894-f316-4c1d-adb4-470b9e7c07ee req-0bb02774-5055-4382-92c3-22a0f8ed2238 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442731
Nov 09 15:36:54.452177 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580f598-34f7-4832-8349-47ed3462f331 req-f683d2a7-7190-4167-a2a3-86efe11360ef tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:54.453711 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6580f598-34f7-4832-8349-47ed3462f331 req-f683d2a7-7190-4167-a2a3-86efe11360ef tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.1106482
Nov 09 15:36:54.508386 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6580f598-34f7-4832-8349-47ed3462f331 req-0023638e-5a2c-4210-9350-c41b7128a00e tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466352
Nov 09 15:36:54.922057 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-c3509aba-21fe-493e-bc97-0ff5c05d76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:54.923593 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-c3509aba-21fe-493e-bc97-0ff5c05d76c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771&tenant_id=d328b0457d2741bb8867d2b728caf320 HTTP/1.1" status: 200  len: 1099 time: 0.0859225
Nov 09 15:36:55.036052 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-4d606ef9-250f-4e8f-a7f2-2d5dcfe7a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:55.037701 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-4d606ef9-250f-4e8f-a7f2-2d5dcfe7a082 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1099 time: 0.0812187
Nov 09 15:36:55.177040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-a55b6536-ad71-4293-9e87-68baadc01d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:55.178527 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-a55b6536-ad71-4293-9e87-68baadc01d44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 911 time: 0.1341112
Nov 09 15:36:55.287147 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-a91a73ac-33d0-4ade-b81c-c006a52802d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 1002 time: 0.1011055
Nov 09 15:36:55.353985 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-b32314f5-900c-472a-965b-d6245e379043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:55.355572 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-b32314f5-900c-472a-965b-d6245e379043 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.0618193
Nov 09 15:36:55.436951 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-851e5e3e-d3b7-4697-9f7d-2e089d838a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:55.438459 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-851e5e3e-d3b7-4697-9f7d-2e089d838a0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749495
Nov 09 15:36:55.543888 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 88b82eec-fea9-4c0b-8214-7fc21be51ecf no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:36:55.596306 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-88f1ddc6-7195-4063-87d2-514530c5fe26 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500211
Nov 09 15:36:55.720278 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:55.752093 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:36:55.766202 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:36:55.766619 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-01afe07b-9415-4cc8-993f-6575e3ff9165 req-428a2a20-1488-49cd-aa7c-57821b992438 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630499
Nov 09 15:36:55.776100 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:55.778167 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:55.825510 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'code': 200}
Nov 09 15:36:55.851332 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=6']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:55.859159 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.859511 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.859849 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.860182 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.860522 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.860852 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.861177 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.861506 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.861851 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.862238 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.862999 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.863319 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:55.867845 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:55.967972 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd23cce-49e9-4511-9a3d-4a33db65ca31 req-d5be0bea-4cf6-496c-840d-263ab34ccc0b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:55.969505 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd23cce-49e9-4511-9a3d-4a33db65ca31 req-d5be0bea-4cf6-496c-840d-263ab34ccc0b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.3246653
Nov 09 15:36:56.023091 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-8bd23cce-49e9-4511-9a3d-4a33db65ca31 req-2b79b371-eb13-4570-acb7-671a9a63b970 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468538
Nov 09 15:36:57.300145 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952d739-8ad3-4e81-8eaf-4dc0bff74e2f req-8bc36f82-54cc-4a89-9d05-055093bcac56 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:57.301588 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6952d739-8ad3-4e81-8eaf-4dc0bff74e2f req-8bc36f82-54cc-4a89-9d05-055093bcac56 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.1508474
Nov 09 15:36:57.337303 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39602) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:57.360990 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-6952d739-8ad3-4e81-8eaf-4dc0bff74e2f req-0e369ade-9846-41bf-bd60-879d4264b02f tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532050
Nov 09 15:36:57.486845 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:57.502740 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:57.507171 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6de3086ea7453babcbd113581d5f2d is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:57.510997 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:57.517125 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:57.610219 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:57.619984 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:57.627505 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f6ba505b-00c3-45a9-94c4-3a0655d8c9ad tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:57.669322 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1e6de3086ea7453babcbd113581d5f2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3305681
Nov 09 15:36:57.670283 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab0efc-f985-4c72-93b2-7881a969b4d6,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:57.672053 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39608) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:57.677900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.678354 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.678764 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.679084 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.679479 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.680011 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.680615 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.680987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.681350 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.681676 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.682049 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.682408 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:36:57.687630 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f0d9ca84-6af2-4cac-b905-b56ad8d0f3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:57.742929 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7dc227f7-2217-440a-8591-9c7083826302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:57.769185 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7dc227f7-2217-440a-8591-9c7083826302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:57.827314 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7dc227f7-2217-440a-8591-9c7083826302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:57.831071 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-995b5f28-d3ff-406b-8169-546eff0e307a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:57.845233 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc227f7-2217-440a-8591-9c7083826302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab0efc-f985-4c72-93b2-7881a969b4d6,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:57.848039 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7dc227f7-2217-440a-8591-9c7083826302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:57.858288 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-7dc227f7-2217-440a-8591-9c7083826302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:57.859412 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-7dc227f7-2217-440a-8591-9c7083826302 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0cab0efc-f985-4c72-93b2-7881a969b4d6 HTTP/1.1" status: 204  len: 168 time: 0.1862886
Nov 09 15:36:58.177322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39616) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:58.200142 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:58.344923 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:36:58.350782 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Usage tracker for resource:security_group_rule and tenant:28693946d9cc489eb4e66b749b495443 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:36:58.355751 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:36:58.365351 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:36:58.468660 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:58.474739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:58.486610 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-01d6226f-b16f-44ce-874f-5431c2bff0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:58.551698 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=28693946d9cc489eb4e66b749b495443&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3729568
Nov 09 15:36:58.552965 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb583b1-2474-4ced-81a6-0b7b48f7a878,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:58.556831 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39624) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:36:58.560900 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f4b67ff8-4035-4c03-b71d-ba557f3486bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:58.606835 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5129f8a-1977-4f50-a924-3a6ade62104c req-e23e97fd-6ccc-4975-b798-71ec4833e9a0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:58.608249 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5129f8a-1977-4f50-a924-3a6ade62104c req-e23e97fd-6ccc-4975-b798-71ec4833e9a0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.1247938
Nov 09 15:36:58.624523 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2fd975f0-ed22-4db1-9ca4-8c76962d835b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:58.652798 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2fd975f0-ed22-4db1-9ca4-8c76962d835b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:58.656475 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-a5129f8a-1977-4f50-a924-3a6ade62104c req-621b1f4b-be67-4c57-bc52-1a4f7d049df3 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413589
Nov 09 15:36:58.722605 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2fd975f0-ed22-4db1-9ca4-8c76962d835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:58.729118 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-df618c10-cbb9-4c9b-931c-e8afff8a64ce tempest-TestMinimumBasicScenario-903459767 tempest-TestMinimumBasicScenario-903459767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:36:58.748512 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd975f0-ed22-4db1-9ca4-8c76962d835b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb583b1-2474-4ced-81a6-0b7b48f7a878,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:36:58.751905 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2fd975f0-ed22-4db1-9ca4-8c76962d835b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:36:58.764033 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-2fd975f0-ed22-4db1-9ca4-8c76962d835b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:36:58.767999 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-2fd975f0-ed22-4db1-9ca4-8c76962d835b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0eb583b1-2474-4ced-81a6-0b7b48f7a878 HTTP/1.1" status: 204  len: 168 time: 0.2074718
Nov 09 15:36:59.861326 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f91e1-4d95-44b2-8c65-457a9b55f97d req-c4f8368c-3523-40e7-a4c4-0b48acc6c5a3 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:36:59.863433 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b34f91e1-4d95-44b2-8c65-457a9b55f97d req-c4f8368c-3523-40e7-a4c4-0b48acc6c5a3 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.0910008
Nov 09 15:36:59.910743 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b34f91e1-4d95-44b2-8c65-457a9b55f97d req-8b0967e9-b566-4d4f-b6fa-7ca68b9e893d tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408416
Nov 09 15:37:01.104366 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280ce8-d925-4950-9887-d746d528ccf3 req-431ed383-c64e-4a96-b0d4-22d978336d22 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:01.105890 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-aa280ce8-d925-4950-9887-d746d528ccf3 req-431ed383-c64e-4a96-b0d4-22d978336d22 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.0809579
Nov 09 15:37:01.152338 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-aa280ce8-d925-4950-9887-d746d528ccf3 req-75128a2c-1a51-4283-b563-c579f3317712 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404541
Nov 09 15:37:01.524739 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-27a8b063-6314-4f25-8a9f-ac5f2a6a39de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:01.852320 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:02.054707 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0959f5-c0aa-4b5a-b7f5-79b0ed7ab56e req-26a52e55-2f30-46b7-9071-ab6ea0aace39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:02.056304 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9e0959f5-c0aa-4b5a-b7f5-79b0ed7ab56e req-26a52e55-2f30-46b7-9071-ab6ea0aace39 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1097 time: 0.0749626
Nov 09 15:37:02.101598 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9e0959f5-c0aa-4b5a-b7f5-79b0ed7ab56e req-a32e866c-ce98-40d7-95ea-e65a4e44b965 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372624
Nov 09 15:37:02.355019 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06231e-3be8-438a-8e49-09e5e24d1725 req-4b73da29-2d79-4413-bb73-730c7abb9e56 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:02.356485 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fc06231e-3be8-438a-8e49-09e5e24d1725 req-4b73da29-2d79-4413-bb73-730c7abb9e56 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.0946534
Nov 09 15:37:02.403992 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fc06231e-3be8-438a-8e49-09e5e24d1725 req-102c51fa-3e2a-428d-b712-8b78973b67c1 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399582
Nov 09 15:37:03.593499 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 88b82eec-fea9-4c0b-8214-7fc21be51ecf details requested by agent hyperv_hv-cinder-81722 with host hv-cinder-81722 {{(pid=86783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 09 15:37:03.624077 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261b9c-a2fd-46de-909e-c78f9dc6bc5d req-3dd3dad3-78de-4742-81d5-24a880075aed tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:03.626686 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-12261b9c-a2fd-46de-909e-c78f9dc6bc5d req-3dd3dad3-78de-4742-81d5-24a880075aed tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 944 time: 0.0982168
Nov 09 15:37:03.766191 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:03.782051 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Returning: {'device': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'port_id': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'mac_address': 'fa:16:3e:8f:ee:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 09 15:37:03.810177 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-12261b9c-a2fd-46de-909e-c78f9dc6bc5d req-d1af619c-0df1-4749-8693-e2c4b632c4db tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1781323
Nov 09 15:37:03.844069 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:03.868746 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b82eec-fea9-4c0b-8214-7fc21be51ecf {{(pid=86783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 09 15:37:03.885727 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:03.890853 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:03.892729 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:03.967363 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=7']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:03.970387 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:04.103446 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-d716fe1f-7d82-4f2c-af62-f6ac7aafb590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:04.157737 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] get_ports_and_sgs() called for port_ids ['88b82eec-fea9-4c0b-8214-7fc21be51ecf'] {{(pid=86783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 09 15:37:05.040645 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:05.609008 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 88b82eec-fea9-4c0b-8214-7fc21be51ecf up at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 09 15:37:05.695123 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.provisioning_blocks [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Provisioning complete for port 88b82eec-fea9-4c0b-8214-7fc21be51ecf triggered by entity L2. {{(pid=86783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 09 15:37:05.695581 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16533205'] for port, provisioning_complete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:05.833270 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:05.866593 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:37:05.880422 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:05.888844 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:05.890934 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-455ca891-c740-4602-9c5e-f3dbaab9e135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:05.926058 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'code': 200}
Nov 09 15:37:05.963240 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=8']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:05.966797 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:06.399125 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:07.244383 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:08.819229 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39758) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:08.946215 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:08.964559 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:37:08.968485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0a9674ad3f46e8b851e2b255e9fb78 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:37:08.971372 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:37:08.977481 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:37:09.062205 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.067226 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.075369 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a4b33dcb-1e95-4437-adc5-aeeffd9fe67d tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:09.117325 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bb0a9674ad3f46e8b851e2b255e9fb78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2968416
Nov 09 15:37:09.118322 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8630f01-ba0d-4eec-9b41-eaf670a72022,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:09.120677 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39764) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:09.123342 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-90210a7b-e5bb-49b8-8fa3-f6f464903d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:09.181739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7558d62a-a807-4f8c-ae75-3847804c00d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.208453 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7558d62a-a807-4f8c-ae75-3847804c00d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.266716 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7558d62a-a807-4f8c-ae75-3847804c00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.270673 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5e8d5cf-b1a0-4d01-81a2-629581be1c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:09.285526 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558d62a-a807-4f8c-ae75-3847804c00d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8630f01-ba0d-4eec-9b41-eaf670a72022,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:09.289835 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-7558d62a-a807-4f8c-ae75-3847804c00d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:09.293419 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7558d62a-a807-4f8c-ae75-3847804c00d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.294632 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-7558d62a-a807-4f8c-ae75-3847804c00d5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b8630f01-ba0d-4eec-9b41-eaf670a72022 HTTP/1.1" status: 204  len: 168 time: 0.1729863
Nov 09 15:37:09.603648 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39772) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:09.626322 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.642164 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:37:09.646479 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Usage tracker for resource:security_group_rule and tenant:22bf5426a9154bd1abb4d8b26d3fe689 is out of sync, need to count used quota {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:37:09.649854 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86781) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:37:09.655976 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.quota.driver [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86781) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:37:09.753681 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.759263 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.765859 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-7d4c0bad-14ed-455f-970b-890734c48702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:09.807149 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=22bf5426a9154bd1abb4d8b26d3fe689&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2020993
Nov 09 15:37:09.808044 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79278a-e723-4539-82cf-527b283e0a86,revision_number=1']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:09.810062 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39776) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:09.811396 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-36feb817-72d4-4d6b-9d0b-c03c4985360e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:09.874380 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91e720fa-c8c9-43bd-ae82-408a81e8a131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.899970 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91e720fa-c8c9-43bd-ae82-408a81e8a131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.956203 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91e720fa-c8c9-43bd-ae82-408a81e8a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.959980 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-2fd975f0-ed22-4db1-9ca4-8c76962d835b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:09.971670 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e720fa-c8c9-43bd-ae82-408a81e8a131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79278a-e723-4539-82cf-527b283e0a86,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:09.975263 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-91e720fa-c8c9-43bd-ae82-408a81e8a131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:09.980665 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-91e720fa-c8c9-43bd-ae82-408a81e8a131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:09.981109 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-91e720fa-c8c9-43bd-ae82-408a81e8a131 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bc79278a-e723-4539-82cf-527b283e0a86 HTTP/1.1" status: 204  len: 168 time: 0.1700189
Nov 09 15:37:10.413258 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39784) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:10.433018 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:10.453119 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:37:10.456989 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e25ea27d5d47f1aaa2de116cbafc56 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:37:10.459881 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:37:10.465694 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:37:10.554977 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:10.560771 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:10.573116 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e34b3260-c2dc-4713-9a02-421c06702c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:10.615601 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c8e25ea27d5d47f1aaa2de116cbafc56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2007670
Nov 09 15:37:10.616489 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bcf7b6-8e5e-4028-a140-00f44fd0f441,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:10.618956 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39788) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:10.619749 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-8d52a31c-2d1f-4bff-82de-887cccc1abc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:10.679067 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8bc88cc7-34df-4212-94f3-1be4cfaad638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:10.708861 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8bc88cc7-34df-4212-94f3-1be4cfaad638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:10.763873 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8bc88cc7-34df-4212-94f3-1be4cfaad638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:10.769633 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-672a3607-e53f-4a92-88f2-93f66672791d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:10.785562 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc88cc7-34df-4212-94f3-1be4cfaad638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bcf7b6-8e5e-4028-a140-00f44fd0f441,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:10.790438 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8bc88cc7-34df-4212-94f3-1be4cfaad638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:10.801845 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-8bc88cc7-34df-4212-94f3-1be4cfaad638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:10.803254 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-8bc88cc7-34df-4212-94f3-1be4cfaad638 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/73bcf7b6-8e5e-4028-a140-00f44fd0f441 HTTP/1.1" status: 204  len: 168 time: 0.1832509
Nov 09 15:37:18.293374 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 39880) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:18.514151 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Deleting port 736b4d46-6c7e-4d3f-8d05-fe5d9db7c39c {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:18.514721 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:18.722514 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:18.722814 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:18.853357 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Calling delete_port for 736b4d46-6c7e-4d3f-8d05-fe5d9db7c39c owned by network:floatingip {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:19.032766 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:19.036803 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-00bfe77e-ddbf-4f77-8c57-9bc618918cc9 tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:19.082986 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event deleted for resources: {'Port': ['ID=736b4d46-6c7e-4d3f-8d05-fe5d9db7c39c,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:19.088065 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:19.192683 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:19.193005 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Floating IP 1ce2228f-0907-4cea-a23b-b9faf83ac599 disassociated (deleted). External IP: 172.27.0.100, port: 15108a4e-eb85-47fa-8139-eb8825a09c62.
Nov 09 15:37:19.680254 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:37:19.884634 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:37:19.895541 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:37:19.908401 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:37:19.909153 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b055a6cd0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:37:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:19.913553 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:19.976601 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "DELETE /v2.0/floatingips/1ce2228f-0907-4cea-a23b-b9faf83ac599 HTTP/1.1" status: 204  len: 168 time: 1.6819773
Nov 09 15:37:19.977331 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:37:20.026480 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'status': 'completed', 'code': 200}
Nov 09 15:37:20.107599 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:37:20.311392 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-78690bf9-269f-4ab4-99ad-32e7b01aafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:20.316769 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-78690bf9-269f-4ab4-99ad-32e7b01aafe9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 1099 time: 0.2645223
Nov 09 15:37:20.530448 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da1755-c342-43ee-850a-f521f839fe0a req-9867c97b-910b-49b7-bb1b-7fd1a2600870 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:20.532154 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-50da1755-c342-43ee-850a-f521f839fe0a req-9867c97b-910b-49b7-bb1b-7fd1a2600870 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 946 time: 0.1421432
Nov 09 15:37:20.562957 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-0f689f05-1165-4021-8eba-fba7f322bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:20.563817 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-0f689f05-1165-4021-8eba-fba7f322bdbc service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 914 time: 0.2394207
Nov 09 15:37:20.591919 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-50da1755-c342-43ee-850a-f521f839fe0a req-3fa4b83b-5254-4010-9dec-92d0293a31a9 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482461
Nov 09 15:37:20.618571 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b055a6cd0>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 1, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:20.623837 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:37:20.637455 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:37:20.638072 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b055a6cd0>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:37:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:20.661087 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-861a6deb-e82e-4755-b7ae-e7591f7c885d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15108a4e-eb85-47fa-8139-eb8825a09c62 HTTP/1.1" status: 200  len: 217 time: 0.0876856
Nov 09 15:37:20.730614 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-d3a63731-1b30-4481-9745-1e7fa28d97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:20.732065 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-d3a63731-1b30-4481-9745-1e7fa28d97d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.0632236
Nov 09 15:37:20.811810 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-6c305f2a-6e17-4288-a558-b88a5aeeb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:20.814054 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-6c305f2a-6e17-4288-a558-b88a5aeeb84f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739036
Nov 09 15:37:20.825802 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-e6ac0589-65d8-4713-adee-99b5e182b053 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=86782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 09 15:37:20.826797 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-e6ac0589-65d8-4713-adee-99b5e182b053 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054657
Nov 09 15:37:20.873916 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:37:20.968165 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-c6f4d475-e81e-49ac-b105-573e33b0067f service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336637
Nov 09 15:37:21.105862 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-1ac8adc0-1cbe-4fb7-9c2a-995b82ba5404 req-dc70e781-d15c-4cfc-8e4c-0d6a202fb3b6 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292932
Nov 09 15:37:21.253448 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b055a6cd0>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 1, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:21.257939 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba82b4-d629-4447-9584-e2c4197d1a67 None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_floatingips': [{'id': '351ca81b-b026-4146-866e-9cb2a0c2ffef', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'router_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'port_id': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'mac_address': 'fa:16:3e:c6:15:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291619a4-e9db-403a-bc5b-48d106e6a498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T15:32:55Z', 'updated_at': '2021-11-09T15:33:00Z', 'revision_number': 1, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:37:21.501301 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a11b62-3a77-47be-b18c-d4ce8ee4d944 None None] New status for floating IP 1ce2228f-0907-4cea-a23b-b9faf83ac599: DOWN {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:37:21.826786 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd197b12-bc3f-48a1-a30d-210ae6a02fb8 req-920c3cbc-9a2b-4a6a-abfc-28f3d261af9c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:21.828621 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fd197b12-bc3f-48a1-a30d-210ae6a02fb8 req-920c3cbc-9a2b-4a6a-abfc-28f3d261af9c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 946 time: 0.1008644
Nov 09 15:37:21.877705 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-fd197b12-bc3f-48a1-a30d-210ae6a02fb8 req-6dedf54a-2cac-4a30-b820-b5f6deb73ca5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427248
Nov 09 15:37:22.174460 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-25de2a34-1090-4f0f-ac62-b8758156dd4d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:22.175245 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-25de2a34-1090-4f0f-ac62-b8758156dd4d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Synchronizing usage tracker for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:37:22.195269 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-25de2a34-1090-4f0f-ac62-b8758156dd4d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Unset dirty status for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:37:22.196882 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-25de2a34-1090-4f0f-ac62-b8758156dd4d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 946 time: 0.1172526
Nov 09 15:37:22.280794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Deleting port 15108a4e-eb85-47fa-8139-eb8825a09c62 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:22.281116 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:22.682794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] For port 15108a4e-eb85-47fa-8139-eb8825a09c62, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=15108a4e-eb85-47fa-8139-eb8825a09c62,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:22.682794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:22.815336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Calling delete_port for 15108a4e-eb85-47fa-8139-eb8825a09c62 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:22.978955 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:22.988594 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f5a96a29-ae59-42c8-81be-7f12df50abc7 tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:23.039928 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-5c5cf3c3-7d7d-40fe-ad19-bc388e46e33e req-d66230dd-63c4-4310-b99f-5cbc4254cad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 210 time: 0.0478308
Nov 09 15:37:23.064990 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event deleted for resources: {'Port': ['ID=15108a4e-eb85-47fa-8139-eb8825a09c62,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:23.068027 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:23.123764 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] No DVR routers for this DVR port 15108a4e-eb85-47fa-8139-eb8825a09c62 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:37:23.126506 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:23.129257 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'name': 'network-vif-deleted', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:37:23.147222 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-10a13420-d6dc-422b-b212-eefdabb933c4 req-59c72581-ee7f-443c-8dfe-71704b273f97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "DELETE /v2.0/ports/15108a4e-eb85-47fa-8139-eb8825a09c62 HTTP/1.1" status: 204  len: 173 time: 0.9428103
Nov 09 15:37:23.185840 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce471f8c-ef5f-44b4-8b04-207c90548467', 'name': 'network-vif-deleted', 'tag': '15108a4e-eb85-47fa-8139-eb8825a09c62', 'status': 'completed', 'code': 200}
Nov 09 15:37:24.225584 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b06c73c1-3977-40ba-8b37-75206a5d8fca req-3506bd33-9062-40a3-8770-720fd9430a90 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce471f8c-ef5f-44b4-8b04-207c90548467 HTTP/1.1" status: 200  len: 210 time: 0.0516436
Nov 09 15:37:25.456701 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:37:25.688073 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 15108a4e-eb85-47fa-8139-eb8825a09c62 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:37:25.731989 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 15108a4e-eb85-47fa-8139-eb8825a09c62 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:37:25.732364 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 15108a4e-eb85-47fa-8139-eb8825a09c62 not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:37:27.747318 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 39942) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:27.978128 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Deleting port 126673df-a1cb-42ae-8c13-e8c42aad13ad {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:27.978368 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:28.176031 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:28.176358 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:28.304420 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Calling delete_port for 126673df-a1cb-42ae-8c13-e8c42aad13ad owned by network:floatingip {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:28.457498 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:28.461013 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-69b952db-af3e-47eb-9280-ca48e13f363f tempest-AttachVolumeShelveTestJSON-762997531 tempest-AttachVolumeShelveTestJSON-762997531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:28.503350 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event deleted for resources: {'Port': ['ID=126673df-a1cb-42ae-8c13-e8c42aad13ad,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:28.543391 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.543757 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.544119 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.544475 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.544866 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.545190 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.545537 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.545883 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.546256 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.546599 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.546942 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.547283 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:28.554526 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:28.607823 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:28.608150 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.db.l3_db [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Floating IP 351ca81b-b026-4146-866e-9cb2a0c2ffef disassociated (deleted). External IP: 172.27.0.45, port: 30188e66-3a80-4e8e-8e77-69fb5babadc0.
Nov 09 15:37:29.067262 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:37:29.256048 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:37:29.265958 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:37:29.273445 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:29.275254 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:37:29.275859 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0574ff40>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:37:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:29.336887 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "DELETE /v2.0/floatingips/351ca81b-b026-4146-866e-9cb2a0c2ffef HTTP/1.1" status: 204  len: 168 time: 1.5883582
Nov 09 15:37:29.337644 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0'}] {{(pid=86781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:37:29.386059 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'status': 'completed', 'code': 200}
Nov 09 15:37:29.475536 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:37:29.515688 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-3c444a6a-7d89-49c1-be86-9e0bccd83b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:29.517167 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-3c444a6a-7d89-49c1-be86-9e0bccd83b3c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd75494964e14718b6f84a81bfaa7154&device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 1098 time: 0.0814457
Nov 09 15:37:29.679290 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-f6e882e9-992f-4500-8439-64597198a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:29.680751 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-f6e882e9-992f-4500-8439-64597198a498 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 200  len: 914 time: 0.1468983
Nov 09 15:37:29.745769 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4d71c-aadb-49ac-93d0-640e2de6b202 req-65b420b6-2482-42c3-918e-c0d75573fe7a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:29.746516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-79a4d71c-aadb-49ac-93d0-640e2de6b202 req-65b420b6-2482-42c3-918e-c0d75573fe7a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Synchronizing usage tracker for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86781) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:37:29.756544 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-afbbd556-8f73-425c-9a0e-720a52a8e535 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0 HTTP/1.1" status: 200  len: 217 time: 0.0658069
Nov 09 15:37:29.762538 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.quota.resource [req-79a4d71c-aadb-49ac-93d0-640e2de6b202 req-65b420b6-2482-42c3-918e-c0d75573fe7a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Unset dirty status for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86781) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:37:29.763709 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-79a4d71c-aadb-49ac-93d0-640e2de6b202 req-65b420b6-2482-42c3-918e-c0d75573fe7a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 945 time: 0.1028333
Nov 09 15:37:29.812221 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-79a4d71c-aadb-49ac-93d0-640e2de6b202 req-38881ea4-8f1f-451d-8387-f0ae7e2510a4 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425646
Nov 09 15:37:29.823968 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0574ff40>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:29.833697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-a6777de6-1401-4bec-a41c-4d6b3af2f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:29.833697 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-a6777de6-1401-4bec-a41c-4d6b3af2f826 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 200  len: 851 time: 0.0635355
Nov 09 15:37:29.833928 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:37:29.839151 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:37:29.839772 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0574ff40>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:37:04Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:29.912222 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-4fbf2937-96ca-41ef-afd0-2d6558a89c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:29.913739 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-4fbf2937-96ca-41ef-afd0-2d6558a89c67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d71bcbe5-5084-4212-9863-604580364317&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793188
Nov 09 15:37:30.056967 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-89baba77-8c29-49a3-9efd-91719c81bc61 service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350789
Nov 09 15:37:30.075540 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:37:30.194757 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-09efe7cb-cd83-4cae-9466-ca615708e71b req-80262beb-c160-455b-92b0-27e228a2b60f service neutron] 10.222.0.71 "GET /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301599
Nov 09 15:37:30.411667 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0574ff40>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:30.415876 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55fbcb-408b-4ce0-a71c-41385f64466d None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:28:27Z', 'revision_number': 4, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': 'f63fd679-db60-43c7-9786-e5c748a3cf70', 'name': '', 'network_id': 'd71bcbe5-5084-4212-9863-604580364317', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'mac_address': 'fa:16:3e:dd:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:24Z', 'updated_at': '2021-11-09T15:28:38Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'subnets': [{'id': 'bd05982b-9410-4c35-9605-3c37b428ae22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:37:30.672076 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f921c2-5964-4ce7-9155-82e3358b0d1c None None] New status for floating IP 351ca81b-b026-4146-866e-9cb2a0c2ffef: DOWN {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:37:31.021679 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9562fa1-8804-432e-8c8d-1ffbca770f81 req-7213e873-4658-41f4-9696-24d7f33dbb40 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:31.023232 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e9562fa1-8804-432e-8c8d-1ffbca770f81 req-7213e873-4658-41f4-9696-24d7f33dbb40 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 945 time: 0.0956562
Nov 09 15:37:31.072105 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-e9562fa1-8804-432e-8c8d-1ffbca770f81 req-147628ec-5e5c-4764-9f27-addbf91b320f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412889
Nov 09 15:37:31.525431 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f37962ac-e698-4c03-b059-5144d382900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:31.858588 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:32.316925 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c79b5-44b8-4b68-a80c-203ae8462c95 req-ede025d5-a7e2-4811-877e-9e77e55b438b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:32.318438 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-760c79b5-44b8-4b68-a80c-203ae8462c95 req-ede025d5-a7e2-4811-877e-9e77e55b438b tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 945 time: 0.0928030
Nov 09 15:37:32.371336 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-760c79b5-44b8-4b68-a80c-203ae8462c95 req-2599d016-d715-485f-9fc9-61870c3805da tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446732
Nov 09 15:37:33.588169 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683dfc4-ba41-45bf-a2d1-b06f587f7690 req-6db9da51-e25c-40c7-99ad-b21d7a51e751 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:33.589543 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9683dfc4-ba41-45bf-a2d1-b06f587f7690 req-6db9da51-e25c-40c7-99ad-b21d7a51e751 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 945 time: 0.0847361
Nov 09 15:37:33.637679 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9683dfc4-ba41-45bf-a2d1-b06f587f7690 req-aef4071b-63a8-4e41-ab26-ebb5359026c6 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418963
Nov 09 15:37:34.099205 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6d70eaf9-12ca-42fe-b147-3a52354366e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:34.851115 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249af6f-d971-4203-8406-06f7ddf7ba29 req-7ac2ade2-f023-4203-8487-3a06d905bb97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:34.852675 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1249af6f-d971-4203-8406-06f7ddf7ba29 req-7ac2ade2-f023-4203-8487-3a06d905bb97 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 945 time: 0.0890019
Nov 09 15:37:34.901829 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-1249af6f-d971-4203-8406-06f7ddf7ba29 req-9da030a4-9e28-4f34-91cb-fd4342fc0105 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424447
Nov 09 15:37:35.042790 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:35.704470 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 30188e66-3a80-4e8e-8e77-69fb5babadc0 no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:37:35.836734 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16528826'] for port, before_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:35.873621 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0'}] {{(pid=86783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:37:35.883945 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] For port 30188e66-3a80-4e8e-8e77-69fb5babadc0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:35.889928 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734629330692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734628867085', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734628867130'] for port, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:35.893850 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:35.930781 dv-cinder-817223-1-iscsi neutron-server[86783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'code': 200}
Nov 09 15:37:35.991101 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Pushing event updated for resources: {'Port': ['ID=30188e66-3a80-4e8e-8e77-69fb5babadc0,revision_number=6']} {{(pid=86783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:35.994695 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_concurrency.lockutils [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:36.137314 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cf0b3-9128-4f79-aca2-0377ce78fe74 req-e24de8d0-d814-4195-a476-3dedbd5d4025 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:36.139555 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-587cf0b3-9128-4f79-aca2-0377ce78fe74 req-e24de8d0-d814-4195-a476-3dedbd5d4025 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.1032102
Nov 09 15:37:36.197185 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-587cf0b3-9128-4f79-aca2-0377ce78fe74 req-1866b1f9-9c32-4649-ba1e-4e36010506fb tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511141
Nov 09 15:37:36.404277 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:37.261194 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:37.407246 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03d746-bfaf-474c-87a4-63ecd28082c0 req-f179a8d1-f871-4b2d-9d2a-027f13baaabe tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:37.408732 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4f03d746-bfaf-474c-87a4-63ecd28082c0 req-f179a8d1-f871-4b2d-9d2a-027f13baaabe tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0879672
Nov 09 15:37:37.455727 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-4f03d746-bfaf-474c-87a4-63ecd28082c0 req-ee6b6de4-9ce5-4f3a-bc24-06fc3c810adc tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410814
Nov 09 15:37:38.080484 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ad1a99-99db-49be-a421-a47b3e641177 req-584165bd-1ebc-4f0a-969d-4ede33a8d038 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759473
Nov 09 15:37:38.242260 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad1a99-99db-49be-a421-a47b3e641177 req-359eef5e-93c5-475e-bde9-ae21a1f2d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:38.243721 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ad1a99-99db-49be-a421-a47b3e641177 req-359eef5e-93c5-475e-bde9-ae21a1f2d9fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1099 time: 0.0820224
Nov 09 15:37:38.521492 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad1a99-99db-49be-a421-a47b3e641177 req-9b4eb70c-486b-4e20-9d56-72efa549e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:38.523000 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ad1a99-99db-49be-a421-a47b3e641177 req-9b4eb70c-486b-4e20-9d56-72efa549e6f1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 911 time: 0.2533832
Nov 09 15:37:38.637985 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ad1a99-99db-49be-a421-a47b3e641177 req-aa1368da-613f-4c1e-a318-429d4ac4924d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 1002 time: 0.1069338
Nov 09 15:37:38.669642 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2e768-b476-4fe1-a9a5-79fc88965d43 req-3362845c-11a5-47a2-83a3-2ea592931b26 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:38.671268 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-83c2e768-b476-4fe1-a9a5-79fc88965d43 req-3362845c-11a5-47a2-83a3-2ea592931b26 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0987582
Nov 09 15:37:38.711317 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad1a99-99db-49be-a421-a47b3e641177 req-15b166b3-504b-43e8-bc2f-f55cee41207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:38.712891 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ad1a99-99db-49be-a421-a47b3e641177 req-15b166b3-504b-43e8-bc2f-f55cee41207c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.0656030
Nov 09 15:37:38.730247 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-83c2e768-b476-4fe1-a9a5-79fc88965d43 req-c0215d0f-be41-4eda-b83d-723b5116b683 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506968
Nov 09 15:37:38.792863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad1a99-99db-49be-a421-a47b3e641177 req-b3b8816c-e7ec-4946-92c3-a580e25d1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:38.794234 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ad1a99-99db-49be-a421-a47b3e641177 req-b3b8816c-e7ec-4946-92c3-a580e25d1d7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733907
Nov 09 15:37:38.944631 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ad1a99-99db-49be-a421-a47b3e641177 req-bff38781-c3f8-4d0a-b53b-9b94cbbc2d6e service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422133
Nov 09 15:37:39.092357 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-18ad1a99-99db-49be-a421-a47b3e641177 req-fa2753e8-7495-451e-b2f3-f1c7b508cdd1 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404040
Nov 09 15:37:39.928891 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09963d-00ef-4c1a-9aaa-b09d56c6329f req-e57a92ef-96d1-43ab-a79e-a290c6fa496a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:39.930419 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ef09963d-00ef-4c1a-9aaa-b09d56c6329f req-e57a92ef-96d1-43ab-a79e-a290c6fa496a tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0880642
Nov 09 15:37:39.978241 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-ef09963d-00ef-4c1a-9aaa-b09d56c6329f req-d4a966f9-834d-4ddf-bc38-c0b34542895c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409460
Nov 09 15:37:41.191293 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d033b4-0b51-46d5-90b1-cc10b7f241c6 req-7f4112af-2f9b-4552-bd59-9689a2efe553 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:41.192761 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-85d033b4-0b51-46d5-90b1-cc10b7f241c6 req-7f4112af-2f9b-4552-bd59-9689a2efe553 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0978479
Nov 09 15:37:41.237210 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-85d033b4-0b51-46d5-90b1-cc10b7f241c6 req-4628d5be-36f1-47ce-8ea1-9d8171a59b87 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385752
Nov 09 15:37:42.436420 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a9dd9-0ea5-4c78-a2db-239ae475af73 req-dc736c22-e36a-420e-91b7-9deff833afd0 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:42.437909 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b53a9dd9-0ea5-4c78-a2db-239ae475af73 req-dc736c22-e36a-420e-91b7-9deff833afd0 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0849571
Nov 09 15:37:42.487156 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b53a9dd9-0ea5-4c78-a2db-239ae475af73 req-78e7bd6c-180b-440c-a587-2f75f18978f2 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432897
Nov 09 15:37:43.690096 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11773b7f-9305-4d1a-be94-97ee51724eb3 req-bdbc73bd-c3be-40d9-8b2e-5601397fc3b1 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:43.691646 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-11773b7f-9305-4d1a-be94-97ee51724eb3 req-bdbc73bd-c3be-40d9-8b2e-5601397fc3b1 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.0933676
Nov 09 15:37:43.737759 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-11773b7f-9305-4d1a-be94-97ee51724eb3 req-219c5cb8-62c9-49a0-80d6-22d0c8134ea5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/security-groups?id=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402734
Nov 09 15:37:44.019181 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-32e6e521-91d7-41c8-a261-7638d53ce51d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:37:44.019822 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-32e6e521-91d7-41c8-a261-7638d53ce51d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Synchronizing usage tracker for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:37:44.037413 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-32e6e521-91d7-41c8-a261-7638d53ce51d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Unset dirty status for tenant:fd75494964e14718b6f84a81bfaa7154 on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:37:44.038550 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-32e6e521-91d7-41c8-a261-7638d53ce51d tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 943 time: 0.1058629
Nov 09 15:37:44.113987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Deleting port 30188e66-3a80-4e8e-8e77-69fb5babadc0 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:44.114353 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:44.382755 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] For port 30188e66-3a80-4e8e-8e77-69fb5babadc0, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=30188e66-3a80-4e8e-8e77-69fb5babadc0,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:44.383009 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:44.508125 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Calling delete_port for 30188e66-3a80-4e8e-8e77-69fb5babadc0 owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:44.659493 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:44.665803 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5fc365b1-a41c-40af-ada9-bbdce52c879c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:44.714779 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event deleted for resources: {'Port': ['ID=30188e66-3a80-4e8e-8e77-69fb5babadc0,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:44.717894 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:44.791324 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] No DVR routers for this DVR port 30188e66-3a80-4e8e-8e77-69fb5babadc0 on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:37:44.793776 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:44.796546 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'name': 'network-vif-deleted', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:37:44.816806 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-3bfb28bf-2f69-45a8-ae70-4ff4c132fedc req-a7d3ccae-304b-4d33-88e3-b2ec08b09c42 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.71 "DELETE /v2.0/ports/30188e66-3a80-4e8e-8e77-69fb5babadc0 HTTP/1.1" status: 204  len: 173 time: 0.7714329
Nov 09 15:37:44.912902 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-f92275e2-67a0-4b36-b37d-2e49c319074c req-33fffe30-7f93-4e32-a7b9-131bff3f184c tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "GET /v2.0/ports?device_id=291619a4-e9db-403a-bc5b-48d106e6a498 HTTP/1.1" status: 200  len: 210 time: 0.0464585
Nov 09 15:37:44.985269 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291619a4-e9db-403a-bc5b-48d106e6a498', 'name': 'network-vif-deleted', 'tag': '30188e66-3a80-4e8e-8e77-69fb5babadc0', 'status': 'completed', 'code': 200}
Nov 09 15:37:46.014630 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40036) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:46.268910 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Deleting port fe0c4e07-00b9-40be-b85f-f491027ecf6e {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:46.269215 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:46.442480 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:46.442763 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:46.565135 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Calling delete_port for fe0c4e07-00b9-40be-b85f-f491027ecf6e owned by network:floatingip {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:46.708789 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:46.712670 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e5a14083-30e5-46a4-a750-3993b03bb547 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:46.763711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event deleted for resources: {'Port': ['ID=fe0c4e07-00b9-40be-b85f-f491027ecf6e,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:46.766886 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:46.857415 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for floatingip, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:46.872897 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:46.874034 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-4ae1f145-e390-44a1-aba0-9f39dfde6037 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "DELETE /v2.0/floatingips/62423210-9d43-4ce7-b756-a7582c05133b HTTP/1.1" status: 204  len: 168 time: 0.8576250
Nov 09 15:37:48.265972 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40064) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:48.342520 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7871ab61-1b26-48e8-a240-f4d386487b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:48.373590 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7871ab61-1b26-48e8-a240-f4d386487b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:48.455866 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7871ab61-1b26-48e8-a240-f4d386487b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:48.460634 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-336d1ac6-faad-4c0e-85c4-8b6717665e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:48.476182 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871ab61-1b26-48e8-a240-f4d386487b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:48.478759 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-7871ab61-1b26-48e8-a240-f4d386487b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:48.491702 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-7871ab61-1b26-48e8-a240-f4d386487b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:48.493134 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-7871ab61-1b26-48e8-a240-f4d386487b24 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] 10.222.0.87 "DELETE /v2.0/security-groups/d289c5ef-c30d-4ab1-9145-4fa6a98dc2f4 HTTP/1.1" status: 204  len: 168 time: 0.2261696
Nov 09 15:37:48.556393 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40070) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:49.247179 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:49.719644 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Deleting port f63fd679-db60-43c7-9786-e5c748a3cf70 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:49.720356 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:49.919644 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] For port f63fd679-db60-43c7-9786-e5c748a3cf70, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f63fd679-db60-43c7-9786-e5c748a3cf70,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:49.919987 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:50.044325 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Calling delete_port for f63fd679-db60-43c7-9786-e5c748a3cf70 owned by network:router_interface {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:50.244932 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:50.248587 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f83ae536-4e96-4469-821d-32a0acfe1bd0 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:50.292043 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f63fd679-db60-43c7-9786-e5c748a3cf70,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:50.295208 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:50.562819 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40088) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:50.591952 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:50.697317 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:50.773063 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 09 15:37:50.780368 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d7fdb7dc914c9c89d93afc9b88d389 is out of sync, need to count used quota {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 09 15:37:50.784827 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 09 15:37:50.793236 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.quota.driver [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 09 15:37:51.156285 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Router b93fc934-bcc8-41d2-bea1-9869eaa7c126 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:37:51.161922 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.173565 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_create {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.180648 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d36d2235-9636-49ea-87a6-54ba6f4aa9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:51.299255 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e2d7fdb7dc914c9c89d93afc9b88d389&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7350550
Nov 09 15:37:51.302401 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8cebd9-4299-4f66-b73c-3883e1f8618c,revision_number=1']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:51.302705 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40094) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:51.357485 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-04d56d67-93ca-422c-8a1f-02fcbc801bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:51.402108 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:37:51.412698 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] Sync routers for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:37:51.428742 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e594bb63-b971-4043-a0b5-237261bece9d admin admin] 10.222.0.87 "PUT /v2.0/routers/b93fc934-bcc8-41d2-bea1-9869eaa7c126/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8686435
Nov 09 15:37:51.429034 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:37:51.429158 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40098) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:51.429267 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05644370>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:37:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:51.480852 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d451c45d-6761-4291-a689-c0d0b58cd6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.507833 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d451c45d-6761-4291-a689-c0d0b58cd6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.562564 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d451c45d-6761-4291-a689-c0d0b58cd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.568969 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-8bc88cc7-34df-4212-94f3-1be4cfaad638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:51.580850 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451c45d-6761-4291-a689-c0d0b58cd6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8cebd9-4299-4f66-b73c-3883e1f8618c,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:51.592018 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-d451c45d-6761-4291-a689-c0d0b58cd6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:51.595534 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-d451c45d-6761-4291-a689-c0d0b58cd6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.602100 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-d451c45d-6761-4291-a689-c0d0b58cd6b3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6d8cebd9-4299-4f66-b73c-3883e1f8618c HTTP/1.1" status: 204  len: 168 time: 0.2982295
Nov 09 15:37:51.632934 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:37:51.635895 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks [] for router, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.829444 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.841170 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Deleting port 3fa8d49c-6789-467c-b43c-1628483b7d9e {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:51.841510 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:51.981511 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05644370>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:37:50Z', 'revision_number': 5, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port': {'id': '3fa8d49c-6789-467c-b43c-1628483b7d9e', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:18Z', 'updated_at': '2021-11-09T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:51.991094 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] Checking router: b93fc934-bcc8-41d2-bea1-9869eaa7c126 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:37:51.999827 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] Routers {'b93fc934-bcc8-41d2-bea1-9869eaa7c126'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:37:52.000465 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05644370>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:37:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:52.046192 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] For port 3fa8d49c-6789-467c-b43c-1628483b7d9e, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3fa8d49c-6789-467c-b43c-1628483b7d9e,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:52.046510 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:52.180053 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Calling delete_port for 3fa8d49c-6789-467c-b43c-1628483b7d9e owned by network:router_gateway {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:52.204489 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] Set router b93fc934-bcc8-41d2-bea1-9869eaa7c126 gateway port host: None {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:37:52.310143 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05644370>, [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:37:51Z', 'revision_number': 6, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:52.314116 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31e1f3-4c33-4e41-b40f-a4bc554ec28e None None] The sync data for ids ['b93fc934-bcc8-41d2-bea1-9869eaa7c126'] in dv-cinder-817223-1-iscsi is: [{'id': 'b93fc934-bcc8-41d2-bea1-9869eaa7c126', 'name': 'tempest-TestVolumeBootPattern-1618530541-router', 'tenant_id': 'fd75494964e14718b6f84a81bfaa7154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:16Z', 'updated_at': '2021-11-09T15:37:51Z', 'revision_number': 6, 'project_id': 'fd75494964e14718b6f84a81bfaa7154', 'gw_port_host': None}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:37:52.360129 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:52.364390 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-761746e6-00cb-4573-bbf1-d19d2507bdd3 tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:52.410409 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa8d49c-6789-467c-b43c-1628483b7d9e,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:52.436327 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:52.506010 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:52.785200 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:52.788899 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:52.814607 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:52.815155 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b93fc934-bcc8-41d2-bea1-9869eaa7c126 {{(pid=86782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:37:52.827450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:52.828579 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1b4b5514-fb27-4df6-8654-518e03d29733 admin admin] 10.222.0.87 "DELETE /v2.0/routers/b93fc934-bcc8-41d2-bea1-9869eaa7c126 HTTP/1.1" status: 204  len: 168 time: 1.3987954
Nov 09 15:37:52.831349 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40104) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:52.894552 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] Deleting subnet bd05982b-9410-4c35-9605-3c37b428ae22 {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:37:52.897806 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:52.945990 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892165'] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.074063 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.149492 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268094'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.153793 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9fbeb7f3-0685-4267-9540-388173eaa820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:53.190272 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd05982b-9410-4c35-9605-3c37b428ae22,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:53.193350 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:53.194343 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.200832 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3279ead-2ce4-44ed-ae54-fea5ba08f6b9 None None] Network d71bcbe5-5084-4212-9863-604580364317 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:37:53.202385 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-afe0e131-38c0-4e2f-a9f5-8cda1d74eae1 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/bd05982b-9410-4c35-9605-3c37b428ae22 HTTP/1.1" status: 204  len: 168 time: 0.3700089
Nov 09 15:37:53.205281 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40108) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:53.315085 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.326468 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Deleting port f519d10c-5249-4541-a7c1-b67050fc8ef6 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:53.326809 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.475850 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] DHCP port deletion for d71bcbe5-5084-4212-9863-604580364317 request from dv-cinder-817223-1-iscsi {{(pid=86783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 09 15:37:53.480243 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] Deleting port f519d10c-5249-4541-a7c1-b67050fc8ef6 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:53.480629 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.542749 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] For port f519d10c-5249-4541-a7c1-b67050fc8ef6, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f519d10c-5249-4541-a7c1-b67050fc8ef6,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:53.543059 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.669481 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Calling delete_port for f519d10c-5249-4541-a7c1-b67050fc8ef6 owned by network:dhcp {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:53.687092 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] For port f519d10c-5249-4541-a7c1-b67050fc8ef6, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f519d10c-5249-4541-a7c1-b67050fc8ef6,segment=NetworkSegment(df5b5420-83aa-4ec9-b3ff-8c372b74b898),segment_id=df5b5420-83aa-4ec9-b3ff-8c372b74b898)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:53.687491 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.745881 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.749599 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-afbf32f1-8311-4bfe-8ffb-51936a5169eb tempest-AttachVolumeTestJSON-495245146 tempest-AttachVolumeTestJSON-495245146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:53.798223 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Pushing event deleted for resources: {'Port': ['ID=f519d10c-5249-4541-a7c1-b67050fc8ef6,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:53.800117 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] No DVR routers for this DVR port f519d10c-5249-4541-a7c1-b67050fc8ef6 on host dv-cinder-817223-1-iscsi {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:37:53.801899 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:53.812730 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] Calling delete_port for f519d10c-5249-4541-a7c1-b67050fc8ef6 owned by network:dhcp {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:53.890971 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.db.api [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:37:53.891360 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_db.api [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:37:53.915754 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f63fd679-db60-43c7-9786-e5c748a3cf70 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:37:53.926246 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.951209 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: f63fd679-db60-43c7-9786-e5c748a3cf70 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:37:53.951597 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f63fd679-db60-43c7-9786-e5c748a3cf70 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:37:53.952026 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3fa8d49c-6789-467c-b43c-1628483b7d9e no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:37:53.953197 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b053652e0>,) {'filters': {'network_id': ['d71bcbe5-5084-4212-9863-604580364317']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:53.966343 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b053652e0>, 'df5b5420-83aa-4ec9-b3ff-8c372b74b898') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:53.966644 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b053652e0>, 'df5b5420-83aa-4ec9-b3ff-8c372b74b898') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:53.978726 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:53.989159 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 3fa8d49c-6789-467c-b43c-1628483b7d9e {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:37:53.989497 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3fa8d49c-6789-467c-b43c-1628483b7d9e not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:37:53.989919 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f519d10c-5249-4541-a7c1-b67050fc8ef6 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:37:53.996183 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:54.002171 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:37:54.002769 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:37:54.019909 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:37:54.024452 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: f519d10c-5249-4541-a7c1-b67050fc8ef6 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:37:54.024812 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f519d10c-5249-4541-a7c1-b67050fc8ef6 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:37:54.111328 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:54.117969 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:54.134745 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:54.147388 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Pushing event deleted for resources: {'Network': ['ID=d71bcbe5-5084-4212-9863-604580364317,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:54.150648 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:54.162656 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a058fc10-7c9d-48df-aeec-bf62aea07140 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d71bcbe5-5084-4212-9863-604580364317 HTTP/1.1" status: 204  len: 168 time: 0.9562521
Nov 09 15:37:54.165597 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40112) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:54.392861 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] Deleting port f519d10c-5249-4541-a7c1-b67050fc8ef6 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:54.393410 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:54.461668 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-242201b3-91ba-4fdc-b446-f6c51fe80a24 None None] The port 'f519d10c-5249-4541-a7c1-b67050fc8ef6' was deleted {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 09 15:37:54.833004 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:55.194925 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Deleting port f58e5adc-786a-4316-a387-f501fef3d6f3 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:55.195248 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:55.373372 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] For port f58e5adc-786a-4316-a387-f501fef3d6f3, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=f58e5adc-786a-4316-a387-f501fef3d6f3,segment=NetworkSegment(12c0a4c6-01f5-450e-9398-1f30c01afdd1),segment_id=12c0a4c6-01f5-450e-9398-1f30c01afdd1)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:55.373786 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:55.497123 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Calling delete_port for f58e5adc-786a-4316-a387-f501fef3d6f3 owned by network:router_interface {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:55.688727 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:55.696578 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:55.747729 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58e5adc-786a-4316-a387-f501fef3d6f3,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:55.773485 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:56.019070 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:56.502715 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Router 022b645c-04b2-4778-b2f8-27fd7a37f326 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:37:56.690879 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:37:56.700151 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] Sync routers for ids ['022b645c-04b2-4778-b2f8-27fd7a37f326'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:37:56.710124 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-93a4df47-068b-40ed-8076-4ea5e3172766 admin admin] 10.222.0.87 "PUT /v2.0/routers/022b645c-04b2-4778-b2f8-27fd7a37f326/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5431073
Nov 09 15:37:56.713608 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40116) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:56.714170 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] Routers {'022b645c-04b2-4778-b2f8-27fd7a37f326'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:37:56.714639 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06331550>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:37:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['022b645c-04b2-4778-b2f8-27fd7a37f326'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:56.889856 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] Set router 022b645c-04b2-4778-b2f8-27fd7a37f326 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:37:56.893978 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks [] for router, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:57.083190 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:57.094274 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Deleting port 2facd353-004a-49e1-bfb4-066fca247c60 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:57.094611 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:57.180346 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06331550>, [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2facd353-004a-49e1-bfb4-066fca247c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:37:55Z', 'revision_number': 5, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port': {'id': '2facd353-004a-49e1-bfb4-066fca247c60', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:28:39Z', 'updated_at': '2021-11-09T15:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:57.184271 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] Checking router: 022b645c-04b2-4778-b2f8-27fd7a37f326 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:37:57.192962 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] Routers {'022b645c-04b2-4778-b2f8-27fd7a37f326'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:37:57.193663 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b06331550>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:37:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['022b645c-04b2-4778-b2f8-27fd7a37f326'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:57.284794 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] For port 2facd353-004a-49e1-bfb4-066fca247c60, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=2facd353-004a-49e1-bfb4-066fca247c60,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:57.285103 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:57.342618 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] Set router 022b645c-04b2-4778-b2f8-27fd7a37f326 gateway port host: None {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:37:57.427835 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Calling delete_port for 2facd353-004a-49e1-bfb4-066fca247c60 owned by network:router_gateway {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:57.453891 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b06331550>, [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:37:57Z', 'revision_number': 6, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:57.458610 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8359f-e387-4eaa-a2fc-84828f1634dd None None] The sync data for ids ['022b645c-04b2-4778-b2f8-27fd7a37f326'] in dv-cinder-817223-1-iscsi is: [{'id': '022b645c-04b2-4778-b2f8-27fd7a37f326', 'name': 'tempest-TestVolumeBootPattern-2010915496-router', 'tenant_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:28:38Z', 'updated_at': '2021-11-09T15:37:57Z', 'revision_number': 6, 'project_id': 'e13d1770870f4744ae6c6f1f1e67bd9d', 'gw_port_host': None}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:37:57.604542 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:57.608179 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-dc8ba36a-74ad-4e08-acd5-b0a7847a763a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:57.757512 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Pushing event deleted for resources: {'Port': ['ID=2facd353-004a-49e1-bfb4-066fca247c60,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:57.794896 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.795273 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.795635 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.795996 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.796348 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.796698 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.797046 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.797392 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.797775 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.798138 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.798479 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.798804 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:37:57.806583 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:57.865681 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.045926 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.048228 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.079227 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.080336 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 022b645c-04b2-4778-b2f8-27fd7a37f326 {{(pid=86782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:37:58.093139 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.094343 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-d958b408-cec6-4865-a344-e81a73ad7384 admin admin] 10.222.0.87 "DELETE /v2.0/routers/022b645c-04b2-4778-b2f8-27fd7a37f326 HTTP/1.1" status: 204  len: 168 time: 1.3796601
Nov 09 15:37:58.097387 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40120) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:58.171440 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] Deleting subnet f3a57254-5cb4-4869-8a5c-76f9d1e33e22 {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:37:58.175045 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.226657 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892165'] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.234425 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f58e5adc-786a-4316-a387-f501fef3d6f3 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:37:58.273160 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: f58e5adc-786a-4316-a387-f501fef3d6f3 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:37:58.273690 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device f58e5adc-786a-4316-a387-f501fef3d6f3 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:37:58.320585 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.399554 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268094'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.403665 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-fd4d2250-bd81-4ec8-a955-5a77a2da5c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:58.441218 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a57254-5cb4-4869-8a5c-76f9d1e33e22,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:58.443385 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.446080 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:58.452685 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-e4b9dbbe-eb28-4cc9-8c85-145f2856f7b4 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f3a57254-5cb4-4869-8a5c-76f9d1e33e22 HTTP/1.1" status: 204  len: 168 time: 0.3518589
Nov 09 15:37:58.452837 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40124) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:58.456738 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c1fae3-b037-4073-86bd-859b5cf2a9f7 None None] Network 6e291fd1-6371-4396-9710-645dc5ab2717 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:37:58.574551 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.590251 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Deleting port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:58.590593 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.721706 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] DHCP port deletion for 6e291fd1-6371-4396-9710-645dc5ab2717 request from dv-cinder-817223-1-iscsi {{(pid=86783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 09 15:37:58.725813 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] Deleting port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:58.726283 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.813033 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] For port 0a900b01-cfcf-449c-8368-06b0baf1e8d9, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=0a900b01-cfcf-449c-8368-06b0baf1e8d9,segment=NetworkSegment(12c0a4c6-01f5-450e-9398-1f30c01afdd1),segment_id=12c0a4c6-01f5-450e-9398-1f30c01afdd1)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:58.813664 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:58.942911 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Calling delete_port for 0a900b01-cfcf-449c-8368-06b0baf1e8d9 owned by network:dhcp {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:58.974919 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] For port 0a900b01-cfcf-449c-8368-06b0baf1e8d9, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=0a900b01-cfcf-449c-8368-06b0baf1e8d9,segment=NetworkSegment(12c0a4c6-01f5-450e-9398-1f30c01afdd1),segment_id=12c0a4c6-01f5-450e-9398-1f30c01afdd1)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:37:58.975327 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.030158 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.035593 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-407aa3da-a4f1-4f60-9d37-8de680827ad5 tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:59.081429 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a900b01-cfcf-449c-8368-06b0baf1e8d9,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:59.083366 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] No DVR routers for this DVR port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 on host dv-cinder-817223-1-iscsi {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:37:59.084858 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:59.099106 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] Calling delete_port for 0a900b01-cfcf-449c-8368-06b0baf1e8d9 owned by network:dhcp {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:37:59.182405 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.db.api [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:37:59.182874 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_db.api [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:37:59.205811 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.232579 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b062cd6d0>,) {'filters': {'network_id': ['6e291fd1-6371-4396-9710-645dc5ab2717']}} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:59.246256 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b062cd6d0>, '12c0a4c6-01f5-450e-9398-1f30c01afdd1') {'for_net_delete': True} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:59.246546 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.services.segments.db [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b062cd6d0>, '12c0a4c6-01f5-450e-9398-1f30c01afdd1') {} {{(pid=86782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:37:59.258645 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2892158'] for segment, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.276085 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.282860 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=86782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:37:59.283208 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350480'] for segment, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]: Traceback (most recent call last):
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     timer()
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     cb(*args, **kw)
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     return func(*args, **kwargs)
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     self._notify()
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     self.callback(batched_events)
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     event.method(event)
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     return f(self, *a, **k)
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._get(url).json()
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:37:59.296887 dv-cinder-817223-1-iscsi neutron-server[86782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:37:59.484087 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.489484 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:59.506276 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.521708 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e291fd1-6371-4396-9710-645dc5ab2717,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:59.526090 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:59.528236 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-1e3971db-28ac-4a89-806a-f91b830db367 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6e291fd1-6371-4396-9710-645dc5ab2717 HTTP/1.1" status: 204  len: 168 time: 1.0744169
Nov 09 15:37:59.684333 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] Deleting port 0a900b01-cfcf-449c-8368-06b0baf1e8d9 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:37:59.684847 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.723002 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40134) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:59.770704 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-20c46167-8fb6-49cf-9574-d59d0eb3d238 None None] The port '0a900b01-cfcf-449c-8368-06b0baf1e8d9' was deleted {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 09 15:37:59.777090 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-0dca205d-a125-408c-9a6a-be995849b4b6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fd75494964e14718b6f84a81bfaa7154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527501
Nov 09 15:37:59.785998 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40138) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:37:59.855082 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee379-ee47-4e1f-91f9-1d1c46befc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.886590 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee379-ee47-4e1f-91f9-1d1c46befc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.914730 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 2facd353-004a-49e1-bfb4-066fca247c60 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:37:59.943898 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee379-ee47-4e1f-91f9-1d1c46befc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.949435 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-eebda2df-4756-4c19-944d-524bef3c2be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:37:59.960324 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 2facd353-004a-49e1-bfb4-066fca247c60 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:37:59.960783 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 2facd353-004a-49e1-bfb4-066fca247c60 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:37:59.961323 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 0a900b01-cfcf-449c-8368-06b0baf1e8d9 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:37:59.963309 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ee379-ee47-4e1f-91f9-1d1c46befc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6548021f-984f-421d-960a-bf65ed152ca1,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:37:59.965786 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-fb9ee379-ee47-4e1f-91f9-1d1c46befc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:37:59.972893 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee379-ee47-4e1f-91f9-1d1c46befc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:37:59.974323 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-fb9ee379-ee47-4e1f-91f9-1d1c46befc33 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6548021f-984f-421d-960a-bf65ed152ca1 HTTP/1.1" status: 204  len: 168 time: 0.1870430
Nov 09 15:38:00.007388 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 0a900b01-cfcf-449c-8368-06b0baf1e8d9 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:38:00.007742 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 0a900b01-cfcf-449c-8368-06b0baf1e8d9 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:38:00.386784 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40146) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:00.440521 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-4493667f-691b-475c-8709-18d5efcd254b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e13d1770870f4744ae6c6f1f1e67bd9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523386
Nov 09 15:38:00.444231 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40150) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:00.506754 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-993aa54f-d614-49c1-b1ab-8fb501098dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:00.536151 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-993aa54f-d614-49c1-b1ab-8fb501098dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:00.606949 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-993aa54f-d614-49c1-b1ab-8fb501098dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:00.612436 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-1d8eb1be-22d4-4b8a-8c45-4ee917d6b0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:00.624942 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993aa54f-d614-49c1-b1ab-8fb501098dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56893bba-b0bc-49ae-a856-2cc4d72638aa,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:00.628616 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-993aa54f-d614-49c1-b1ab-8fb501098dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:00.632604 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-993aa54f-d614-49c1-b1ab-8fb501098dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:00.634458 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-993aa54f-d614-49c1-b1ab-8fb501098dea admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/56893bba-b0bc-49ae-a856-2cc4d72638aa HTTP/1.1" status: 204  len: 168 time: 0.1892884
Nov 09 15:38:01.527373 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-b65a9ecd-409f-430f-b693-73a847f9f317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:01.864489 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:02.460336 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:38:04.112115 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-13762f78-652a-482d-89bb-284188556f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:05.049253 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:06.409766 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:07.272405 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:31.523080 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2df5-c1d2-4b10-a57c-b55c5e4a979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:31.859992 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:34.106424 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-cc300e92-ef82-487f-a9e4-cb210da0820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:35.048748 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:36.410535 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:37.265057 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:39.460851 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:38:40.010231 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-091695c6-4e91-4e35-b75e-f1886a216022 req-53d9a04b-6ae1-4085-9288-44681b5ea5c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796082
Nov 09 15:38:40.157757 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091695c6-4e91-4e35-b75e-f1886a216022 req-4a009296-8699-4dd2-81f6-5db81453dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:40.159587 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-091695c6-4e91-4e35-b75e-f1886a216022 req-4a009296-8699-4dd2-81f6-5db81453dabe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1099 time: 0.0739391
Nov 09 15:38:40.309040 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091695c6-4e91-4e35-b75e-f1886a216022 req-d3f12c90-0232-431b-98f6-4234cffde8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:40.310571 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-091695c6-4e91-4e35-b75e-f1886a216022 req-d3f12c90-0232-431b-98f6-4234cffde8ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 911 time: 0.1298997
Nov 09 15:38:40.422813 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-091695c6-4e91-4e35-b75e-f1886a216022 req-71b7f198-ab40-472f-b536-f198bcfac8be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 1002 time: 0.1041751
Nov 09 15:38:40.491509 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091695c6-4e91-4e35-b75e-f1886a216022 req-5cc46fdb-7562-4e10-8c78-a825f6ba2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:40.492963 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-091695c6-4e91-4e35-b75e-f1886a216022 req-5cc46fdb-7562-4e10-8c78-a825f6ba2800 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.0633309
Nov 09 15:38:40.571711 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091695c6-4e91-4e35-b75e-f1886a216022 req-290e5c99-c96f-4c4f-9090-8b712c034332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:40.573194 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-091695c6-4e91-4e35-b75e-f1886a216022 req-290e5c99-c96f-4c4f-9090-8b712c034332 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721371
Nov 09 15:38:40.710036 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-091695c6-4e91-4e35-b75e-f1886a216022 req-038b75b4-d20b-4526-92cb-deb7491bce17 service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286428
Nov 09 15:38:40.846453 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-091695c6-4e91-4e35-b75e-f1886a216022 req-d24e52cc-6eda-48ae-96dc-06b556f8759a service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288340
Nov 09 15:38:47.282059 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40170) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:47.794297 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Deleting port 1e43831c-3f69-4e63-a73d-81ebab791827 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:38:47.794650 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:47.972379 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:47.972689 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:48.099943 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Calling delete_port for 1e43831c-3f69-4e63-a73d-81ebab791827 owned by network:floatingip {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:38:48.359487 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:48.365891 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-5bd1086f-ca20-40e5-b7f0-44b099e43ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:48.418149 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event deleted for resources: {'Port': ['ID=1e43831c-3f69-4e63-a73d-81ebab791827,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:48.420663 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:48.515237 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for floatingip, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:48.515575 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.db.l3_db [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Floating IP 782f8d7f-cc2a-4007-9812-1ac7e92b481d disassociated (deleted). External IP: 172.27.0.191, port: 88b82eec-fea9-4c0b-8214-7fc21be51ecf.
Nov 09 15:38:48.893316 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Router 6a5aa25e-f42e-456a-897f-44364b161038 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:38:49.077598 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:38:49.089322 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] Sync routers for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:38:49.091717 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for floatingip, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:49.100793 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:38:49.101425 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05349f10>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:38:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:49.151634 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-c89f67df-f81e-405b-a055-e9ce6ca4b485 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "DELETE /v2.0/floatingips/782f8d7f-cc2a-4007-9812-1ac7e92b481d HTTP/1.1" status: 204  len: 168 time: 1.8681004
Nov 09 15:38:49.152121 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:38:49.207021 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'status': 'completed', 'code': 200}
Nov 09 15:38:49.307401 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:38:49.343034 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-f2b96251-4e43-49f7-ae67-c979302651fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:49.345873 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-f2b96251-4e43-49f7-ae67-c979302651fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d328b0457d2741bb8867d2b728caf320&device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 1099 time: 0.1122139
Nov 09 15:38:49.566331 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-27730d34-60fa-4537-b008-43df72f54b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:49.567835 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-27730d34-60fa-4537-b008-43df72f54b73 service neutron] 10.222.0.71 "GET /v2.0/networks?id=17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 200  len: 911 time: 0.2152994
Nov 09 15:38:49.623810 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb04a3-0190-49b9-aa13-1b5d5ae6afe4 req-24961dea-6261-4840-a772-b8f2e2904d0c tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:49.625460 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9bbb04a3-0190-49b9-aa13-1b5d5ae6afe4 req-24961dea-6261-4840-a772-b8f2e2904d0c tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.1208692
Nov 09 15:38:49.642876 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-7043c3d0-4dd4-4522-91e1-e60eefd5d915 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 200  len: 217 time: 0.0676906
Nov 09 15:38:49.681251 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-9bbb04a3-0190-49b9-aa13-1b5d5ae6afe4 req-c03d370c-dff0-49a7-a1cd-61374f619fb7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483098
Nov 09 15:38:49.707817 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-fe553bb1-846a-4eb5-a7a9-5656bf658f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:49.709267 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-fe553bb1-846a-4eb5-a7a9-5656bf658f40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 200  len: 848 time: 0.0600026
Nov 09 15:38:49.777920 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05349f10>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:16Z', 'revision_number': 5, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:49.782406 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] Checking router: 6a5aa25e-f42e-456a-897f-44364b161038 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:38:49.791138 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:38:49.791756 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05349f10>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:38:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:49.794387 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-36a7ea72-0d3c-4acc-8c00-6119b14a7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:49.795908 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-36a7ea72-0d3c-4acc-8c00-6119b14a7fa0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=17f99ca3-987e-4836-92b4-b673102eb5ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789671
Nov 09 15:38:49.984066 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:38:50.044720 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-3758f52e-a0aa-438b-b82b-67573ac40e5d service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406409
Nov 09 15:38:50.185289 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-9fbfff7e-4086-4cd3-ba50-a3276785e180 req-4b4c7515-cf26-4cd4-ad0d-f6547a2d4b7d service neutron] 10.222.0.71 "GET /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327524
Nov 09 15:38:50.350922 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05349f10>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:16Z', 'revision_number': 5, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:50.354962 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b00e7-638c-4e16-9eb5-45bcaf781bea None None] The sync data for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi is: [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:33:07Z', 'revision_number': 4, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi', '_interfaces': [{'id': '7e5c69cf-bde4-4feb-a947-7a32a50d5927', 'name': '', 'network_id': '17f99ca3-987e-4836-92b4-b673102eb5ac', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'mac_address': 'fa:16:3e:ff:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:05Z', 'updated_at': '2021-11-09T15:33:16Z', 'revision_number': 5, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'subnets': [{'id': 'ebdd4d98-3d10-46a6-b9ed-ed62484fb911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:38:50.586495 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f66d0-0be9-498d-8240-345ba7e3f896 None None] New status for floating IP 782f8d7f-cc2a-4007-9812-1ac7e92b481d: DOWN {{(pid=86784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 09 15:38:50.881603 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc6808-4bbd-4ef9-a662-82f7fd92e847 req-7e8b4be4-783c-4a44-ae8a-b540abda4c6f tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:50.883345 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b3cc6808-4bbd-4ef9-a662-82f7fd92e847 req-7e8b4be4-783c-4a44-ae8a-b540abda4c6f tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.0866401
Nov 09 15:38:50.937642 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-b3cc6808-4bbd-4ef9-a662-82f7fd92e847 req-521526cd-094c-42cc-8fae-7d4b0cf7b5f7 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/security-groups?id=b2c53ca8-8807-47d9-9d10-c83d5f0985ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434766
Nov 09 15:38:51.143123 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d98ce-b463-40b3-92b4-0da727096617 req-5df1b0be-1879-4e58-bb04-1f653eefe622 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 09 15:38:51.143862 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-b86d98ce-b463-40b3-92b4-0da727096617 req-5df1b0be-1879-4e58-bb04-1f653eefe622 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Synchronizing usage tracker for tenant:d328b0457d2741bb8867d2b728caf320 on resource:port {{(pid=86782) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 09 15:38:51.165688 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.quota.resource [req-b86d98ce-b463-40b3-92b4-0da727096617 req-5df1b0be-1879-4e58-bb04-1f653eefe622 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Unset dirty status for tenant:d328b0457d2741bb8867d2b728caf320 on resource:port {{(pid=86782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 09 15:38:51.167183 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b86d98ce-b463-40b3-92b4-0da727096617 req-5df1b0be-1879-4e58-bb04-1f653eefe622 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.71 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 946 time: 0.1090419
Nov 09 15:38:51.246632 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Deleting port 88b82eec-fea9-4c0b-8214-7fc21be51ecf {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:38:51.246961 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:51.504339 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] For port 88b82eec-fea9-4c0b-8214-7fc21be51ecf, host hv-cinder-81722, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81722',level=0,port_id=88b82eec-fea9-4c0b-8214-7fc21be51ecf,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:38:51.504693 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:51.640516 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Calling delete_port for 88b82eec-fea9-4c0b-8214-7fc21be51ecf owned by compute:nova {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:38:51.788289 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:51.795148 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-3ae20e4c-9451-4c13-b391-6fbcb61e3265 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:51.844563 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event deleted for resources: {'Port': ['ID=88b82eec-fea9-4c0b-8214-7fc21be51ecf,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:51.848176 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:51.927218 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] No DVR routers for this DVR port 88b82eec-fea9-4c0b-8214-7fc21be51ecf on host hv-cinder-81722 {{(pid=86782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:38:51.929764 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75091'] for port, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:51.932697 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'name': 'network-vif-deleted', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf'}] {{(pid=86782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 09 15:38:51.960204 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [req-b86d98ce-b463-40b3-92b4-0da727096617 req-0cb2b053-9493-4360-a09e-c25e76e1ad6b tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.71 "DELETE /v2.0/ports/88b82eec-fea9-4c0b-8214-7fc21be51ecf HTTP/1.1" status: 204  len: 173 time: 0.7870884
Nov 09 15:38:51.993561 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df5d0b4-930d-4303-b6b9-36e4999de771', 'name': 'network-vif-deleted', 'tag': '88b82eec-fea9-4c0b-8214-7fc21be51ecf', 'status': 'completed', 'code': 200}
Nov 09 15:38:52.126621 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [req-67555cba-ddc4-4b33-a81c-980b4334d260 req-42559afc-72fb-44fb-9ea0-6ddc254b0c1d tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "GET /v2.0/ports?device_id=4df5d0b4-930d-4303-b6b9-36e4999de771 HTTP/1.1" status: 200  len: 210 time: 0.0522938
Nov 09 15:38:53.228374 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40190) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:53.301285 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-24d45432-b815-47a8-ba4d-95cb684f9524 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:53.331540 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-24d45432-b815-47a8-ba4d-95cb684f9524 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:53.403707 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-24d45432-b815-47a8-ba4d-95cb684f9524 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:53.408070 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-1babb15b-6e9b-4c92-9983-a4a4bf5fa563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:53.426004 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d45432-b815-47a8-ba4d-95cb684f9524 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c53ca8-8807-47d9-9d10-c83d5f0985ca,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:53.428838 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-24d45432-b815-47a8-ba4d-95cb684f9524 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:53.438788 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-24d45432-b815-47a8-ba4d-95cb684f9524 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Notify callbacks [] for security_group, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:53.440012 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-24d45432-b815-47a8-ba4d-95cb684f9524 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] 10.222.0.87 "DELETE /v2.0/security-groups/b2c53ca8-8807-47d9-9d10-c83d5f0985ca HTTP/1.1" status: 204  len: 168 time: 0.2106626
Nov 09 15:38:53.494555 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40196) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:54.166269 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 88b82eec-fea9-4c0b-8214-7fc21be51ecf no longer exists at agent hyperv_hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:38:54.200495 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] No Port match for: 88b82eec-fea9-4c0b-8214-7fc21be51ecf {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:38:54.200817 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Device 88b82eec-fea9-4c0b-8214-7fc21be51ecf not bound to the agent host hv-cinder-81722 {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:38:54.344823 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:54.717804 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Deleting port 7e5c69cf-bde4-4feb-a947-7a32a50d5927 {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:38:54.718283 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:54.912405 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] For port 7e5c69cf-bde4-4feb-a947-7a32a50d5927, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=7e5c69cf-bde4-4feb-a947-7a32a50d5927,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:38:54.912739 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:55.044168 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Calling delete_port for 7e5c69cf-bde4-4feb-a947-7a32a50d5927 owned by network:router_interface {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:38:55.236345 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:55.241082 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-6fe5d7a9-eaa8-4882-8e30-0b394f5cee4b tempest-VolumesActionsTest-1197407035 tempest-VolumesActionsTest-1197407035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:55.288976 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5c69cf-bde4-4feb-a947-7a32a50d5927,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:55.291974 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:55.588337 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:56.166449 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Router 6a5aa25e-f42e-456a-897f-44364b161038 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:38:56.368302 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:38:56.384720 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] 10.222.0.87 "PUT /v2.0/routers/6a5aa25e-f42e-456a-897f-44364b161038/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8852997
Nov 09 15:38:56.384979 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40202) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:56.386382 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] Sync routers for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:38:56.398682 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:38:56.399694 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0589ec10>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:38:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:56.570189 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks [] for router, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:56.587978 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:38:56.760749 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:56.772933 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Deleting port ced64007-dc57-4f61-b33e-db1e8ba8914c {{(pid=86782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:38:56.773275 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:56.891722 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0589ec10>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:38:55Z', 'revision_number': 5, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port': {'id': 'ced64007-dc57-4f61-b33e-db1e8ba8914c', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5aa25e-f42e-456a-897f-44364b161038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:32:58Z', 'updated_at': '2021-11-09T15:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:56.896163 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] Checking router: 6a5aa25e-f42e-456a-897f-44364b161038 for host: dv-cinder-817223-1-iscsi {{(pid=86783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:38:56.904693 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] Routers {'6a5aa25e-f42e-456a-897f-44364b161038'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:38:56.905372 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b0589ec10>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:38:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['6a5aa25e-f42e-456a-897f-44364b161038'], 'active': True} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:56.969482 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.db [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] For port ced64007-dc57-4f61-b33e-db1e8ba8914c, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=ced64007-dc57-4f61-b33e-db1e8ba8914c,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:38:56.969822 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:57.081424 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_dvr_db [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] Set router 6a5aa25e-f42e-456a-897f-44364b161038 gateway port host: None {{(pid=86783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:38:57.145811 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.plugins.ml2.plugin [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Calling delete_port for ced64007-dc57-4f61-b33e-db1e8ba8914c owned by network:router_gateway {{(pid=86782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:38:57.249083 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.db.l3_hamode_db [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b0589ec10>, [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:38:56Z', 'revision_number': 6, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:57.255378 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4aa15-1203-4b8e-a1d4-0174c796e4b7 None None] The sync data for ids ['6a5aa25e-f42e-456a-897f-44364b161038'] in dv-cinder-817223-1-iscsi is: [{'id': '6a5aa25e-f42e-456a-897f-44364b161038', 'name': 'tempest-TestShelveInstance-1905926476-router', 'tenant_id': 'd328b0457d2741bb8867d2b728caf320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:32:57Z', 'updated_at': '2021-11-09T15:38:56Z', 'revision_number': 6, 'project_id': 'd328b0457d2741bb8867d2b728caf320', 'gw_port_host': None}] {{(pid=86783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:38:57.346805 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350541'] for port, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:57.350615 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f8ffdbb9-3c95-479b-bcc3-92eec7b498ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:57.522852 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Pushing event deleted for resources: {'Port': ['ID=ced64007-dc57-4f61-b33e-db1e8ba8914c,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:57.525564 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:57.621600 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:57.800441 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:57.803102 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:57.831491 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:57.832054 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a5aa25e-f42e-456a-897f-44364b161038 {{(pid=86782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:38:57.844625 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] Notify callbacks [] for router, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:57.845789 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-9a0112d0-6ed9-445b-9d05-44665ed9286d admin admin] 10.222.0.87 "DELETE /v2.0/routers/6a5aa25e-f42e-456a-897f-44364b161038 HTTP/1.1" status: 204  len: 168 time: 1.4600143
Nov 09 15:38:57.848747 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.wsgi [-] (86782) accepted ('10.222.0.87', 40206) {{(pid=86782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:57.909203 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Deleting subnet ebdd4d98-3d10-46a6-b9ed-ed62484fb911 {{(pid=86782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:38:57.912361 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:57.962038 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2892165'] for subnet, precommit_delete_associations {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.028311 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 7e5c69cf-bde4-4feb-a947-7a32a50d5927 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:38:58.056252 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.062240 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 7e5c69cf-bde4-4feb-a947-7a32a50d5927 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:38:58.062596 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 7e5c69cf-bde4-4feb-a947-7a32a50d5927 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:38:58.063123 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device ced64007-dc57-4f61-b33e-db1e8ba8914c no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:38:58.097136 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: ced64007-dc57-4f61-b33e-db1e8ba8914c {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:38:58.097607 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device ced64007-dc57-4f61-b33e-db1e8ba8914c not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:38:58.138677 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2268094'] for subnet, after_delete {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.143214 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:58.179863 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebdd4d98-3d10-46a6-b9ed-ed62484fb911,revision_number=None']} {{(pid=86782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:58.182450 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron_lib.callbacks.manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Notify callbacks [] for subnet, before_response {{(pid=86782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.185843 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cce42db-a8ef-460f-bbc1-64e2bfda7cd6 None None] Network 17f99ca3-987e-4836-92b4-b673102eb5ac requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:38:58.192282 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.192660 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.193079 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.193484 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.193838 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.194237 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.194602 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.194970 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.195333 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.195694 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.196053 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.196457 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.203147 dv-cinder-817223-1-iscsi neutron-server[86782]: INFO neutron.wsgi [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ebdd4d98-3d10-46a6-b9ed-ed62484fb911 HTTP/1.1" status: 204  len: 168 time: 0.3533523
Nov 09 15:38:58.203541 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40210) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:58.204141 dv-cinder-817223-1-iscsi neutron-server[86782]: DEBUG oslo_concurrency.lockutils [None req-f635d6ad-eca9-480c-800e-d00b01b005db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:58.312260 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.323280 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Deleting port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:38:58.323629 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.512061 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] DHCP port deletion for 17f99ca3-987e-4836-92b4-b673102eb5ac request from dv-cinder-817223-1-iscsi {{(pid=86783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 09 15:38:58.517314 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] Deleting port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:38:58.518041 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.561783 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] For port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3e2aa014-fe1d-4267-ac4f-b49c77df3df8,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:38:58.562092 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.694782 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Calling delete_port for 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 owned by network:dhcp {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:38:58.741592 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] For port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=3e2aa014-fe1d-4267-ac4f-b49c77df3df8,segment=NetworkSegment(ec22bb9a-80de-42db-bf7b-34a8a591bbf6),segment_id=ec22bb9a-80de-42db-bf7b-34a8a591bbf6)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:38:58.741952 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.872082 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] Calling delete_port for 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 owned by network:dhcp {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:38:58.895729 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:58.900400 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-c35e9502-aaaa-4e8c-822d-5c44a87a891f tempest-TestVolumeBootPattern-936181378 tempest-TestVolumeBootPattern-936181378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:58.951632 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2aa014-fe1d-4267-ac4f-b49c77df3df8,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:58.955794 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.db.api [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:38:58.956974 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_db.api [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:38:58.957103 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] No DVR routers for this DVR port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 on host dv-cinder-817223-1-iscsi {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:38:58.997273 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.997273 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.997273 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.997697 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.998241 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.998410 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.998743 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.999094 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.999468 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:58.999815 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:59.000160 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:59.000491 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817223-1-iscsi {{(pid=86781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 09 15:38:59.004580 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:59.104501 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:59.135641 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b04e88df0>,) {'filters': {'network_id': ['17f99ca3-987e-4836-92b4-b673102eb5ac']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:59.149195 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04e88df0>, 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:59.149501 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b04e88df0>, 'ec22bb9a-80de-42db-bf7b-34a8a591bbf6') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:38:59.162315 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:59.180947 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:59.189745 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:38:59.190303 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:38:59.210098 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:38:59.289606 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:59.294383 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:59.296872 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:38:59.319824 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f99ca3-987e-4836-92b4-b673102eb5ac,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:38:59.322355 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:38:59.335182 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-b1684625-07bd-43e6-9b67-287bc76df464 admin admin] 10.222.0.87 "DELETE /v2.0/networks/17f99ca3-987e-4836-92b4-b673102eb5ac HTTP/1.1" status: 204  len: 168 time: 1.1295912
Nov 09 15:38:59.338106 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40214) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:38:59.458084 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] Deleting port 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:38:59.458691 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:59.529603 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-6877af95-55d0-4fcc-95ea-f1c14a12e2ec None None] The port '3e2aa014-fe1d-4267-ac4f-b49c77df3df8' was deleted {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 09 15:38:59.898297 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626910'] for router_interface, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:38:59.943704 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:38:59.978989 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:38:59.979335 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 3e2aa014-fe1d-4267-ac4f-b49c77df3df8 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:39:00.258845 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Deleting port 49d098cb-dd3d-4e2f-9530-f06c228014ca {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:39:00.259516 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:00.547603 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] For port 49d098cb-dd3d-4e2f-9530-f06c228014ca, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=49d098cb-dd3d-4e2f-9530-f06c228014ca,segment=NetworkSegment(31ebeec9-559a-4d4e-b30a-fac13a667157),segment_id=31ebeec9-559a-4d4e-b30a-fac13a667157)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:39:00.547603 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:00.677185 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Calling delete_port for 49d098cb-dd3d-4e2f-9530-f06c228014ca owned by network:router_interface {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:39:00.867304 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:00.872008 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-bb93bbc1-fd70-44ee-bce7-72f7475430c9 tempest-TestShelveInstance-1093677613 tempest-TestShelveInstance-1093677613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:39:00.922253 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d098cb-dd3d-4e2f-9530-f06c228014ca,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:39:00.925666 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:39:01.233698 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-626850'] for router_interface, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:01.530208 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-23ddb840-4c26-488b-9f19-6f4c38d0ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:01.620543 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 has already been hosted by L3 agent b6380b90-c203-4df8-a25b-f21c06979d43 {{(pid=86781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 09 15:39:01.818493 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] Notify agent at l3_agent.dv-cinder-817223-1-iscsi the message routers_updated {{(pid=86781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 09 15:39:01.827269 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] Sync routers for ids ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'] in dv-cinder-817223-1-iscsi {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 09 15:39:01.827926 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-4fc364b1-076d-48d3-b7d1-fac169b342d4 admin admin] 10.222.0.87 "PUT /v2.0/routers/84f4cd09-9f6f-45d5-bb81-db502b74f0e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4884756
Nov 09 15:39:01.830136 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40220) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:39:01.838636 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] Routers {'84f4cd09-9f6f-45d5-bb81-db502b74f0e6'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:39:01.838990 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05f1ac70>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:38:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:39:01.867060 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:02.097970 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] Set router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 gateway port host: dv-cinder-817223-1-iscsi {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:39:02.167657 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks [] for router, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:02.353863 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:02.365967 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Deleting port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:39:02.366454 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:02.396635 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05f1ac70>, [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'external_fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:39:00Z', 'revision_number': 5, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port': {'id': '85b94c3b-d4fe-43e4-90f9-8ac0e094ac40', 'name': '', 'network_id': 'b96357c2-8dbf-49c6-8d18-9399fd29822d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817223-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T15:33:13Z', 'updated_at': '2021-11-09T15:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afd6cda3-691e-46c9-8a64-cc166c66146e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817223-1-iscsi'}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:39:02.401580 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] Checking router: 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 for host: dv-cinder-817223-1-iscsi {{(pid=86784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 09 15:39:02.411926 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] Routers {'84f4cd09-9f6f-45d5-bb81-db502b74f0e6'} bound to L3 agent in host dv-cinder-817223-1-iscsi {{(pid=86784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 09 15:39:02.412837 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b05f1ac70>, 'dv-cinder-817223-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T15:18:04Z,description=<?>,heartbeat_timestamp=2021-11-09T15:38:34Z,host='dv-cinder-817223-1-iscsi',id=b6380b90-c203-4df8-a25b-f21c06979d43,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-09T15:18:04Z,topic='l3_agent')) {'router_ids': ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'], 'active': True} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:39:02.556358 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] For port 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=85b94c3b-d4fe-43e4-90f9-8ac0e094ac40,segment=NetworkSegment(de18021f-22e5-4f0b-a14c-c606005e226c),segment_id=de18021f-22e5-4f0b-a14c-c606005e226c)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:39:02.556723 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:02.571808 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_dvr_db [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] Set router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 gateway port host: None {{(pid=86784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 09 15:39:02.682781 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Calling delete_port for 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 owned by network:router_gateway {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:39:02.686265 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.l3_hamode_db [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b05f1ac70>, [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:39:02Z', 'revision_number': 6, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port_host': None}], 'dv-cinder-817223-1-iscsi', False) {} {{(pid=86784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:39:02.691147 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788b5ea-deae-41e9-9416-a8e88aea99b8 None None] The sync data for ids ['84f4cd09-9f6f-45d5-bb81-db502b74f0e6'] in dv-cinder-817223-1-iscsi is: [{'id': '84f4cd09-9f6f-45d5-bb81-db502b74f0e6', 'name': 'tempest-TestShelveInstance-1802573713-router', 'tenant_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T15:33:12Z', 'updated_at': '2021-11-09T15:39:02Z', 'revision_number': 6, 'project_id': 'c5c5ec6ab4bc484dadbd34809a2e005d', 'gw_port_host': None}] {{(pid=86784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 09 15:39:02.903557 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:02.908665 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-d85ced86-5729-4476-b78a-3a0dafa6ae7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:39:02.976825 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b94c3b-d4fe-43e4-90f9-8ac0e094ac40,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:39:02.986956 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:39:03.048019 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736293'] for router_gateway, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.223319 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-733796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4017'] for router, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.225569 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.249504 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736337'] for router, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.250040 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84f4cd09-9f6f-45d5-bb81-db502b74f0e6 {{(pid=86781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 09 15:39:03.265791 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] Notify callbacks [] for router, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.267215 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-9f487fc2-a3cf-4ff9-80d7-2d87b622e551 admin admin] 10.222.0.87 "DELETE /v2.0/routers/84f4cd09-9f6f-45d5-bb81-db502b74f0e6 HTTP/1.1" status: 204  len: 168 time: 1.4358308
Nov 09 15:39:03.270502 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40224) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:39:03.329300 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] Deleting subnet 0bea5902-21c3-4e14-b54f-ad28387fc998 {{(pid=86781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 09 15:39:03.332986 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.384737 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128719'] for subnet, precommit_delete_associations {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.464808 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16535830'] for subnet, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.536598 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16535833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2886810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861186'] for subnet, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.540710 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:39:03.691970 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bea5902-21c3-4e14-b54f-ad28387fc998,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:39:03.695119 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:39:03.696212 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for subnet, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.701328 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0083e56-e46e-4899-93f2-054f16080a42 None None] Network 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 requested from dv-cinder-817223-1-iscsi {{(pid=86783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 09 15:39:03.702285 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-b8131cdc-1413-4fb1-82ca-c52ce2021137 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0bea5902-21c3-4e14-b54f-ad28387fc998 HTTP/1.1" status: 204  len: 168 time: 0.4306905
Nov 09 15:39:03.704546 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40230) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:39:03.813058 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16631516'] for network, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.824473 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Deleting port 917b2c7e-01f4-4a78-a4ce-83780c69d195 {{(pid=86781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:39:03.824800 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.962715 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] DHCP port deletion for 03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 request from dv-cinder-817223-1-iscsi {{(pid=86783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 09 15:39:03.967079 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] Deleting port 917b2c7e-01f4-4a78-a4ce-83780c69d195 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:39:03.967580 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:03.993682 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 49d098cb-dd3d-4e2f-9530-f06c228014ca no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:39:04.040732 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.db [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] For port 917b2c7e-01f4-4a78-a4ce-83780c69d195, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=917b2c7e-01f4-4a78-a4ce-83780c69d195,segment=NetworkSegment(31ebeec9-559a-4d4e-b30a-fac13a667157),segment_id=31ebeec9-559a-4d4e-b30a-fac13a667157)] {{(pid=86781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:39:04.041086 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.042767 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 49d098cb-dd3d-4e2f-9530-f06c228014ca {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:39:04.043117 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 49d098cb-dd3d-4e2f-9530-f06c228014ca not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:39:04.043545 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:39:04.080961 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:39:04.081314 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 85b94c3b-d4fe-43e4-90f9-8ac0e094ac40 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:39:04.153727 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-81320aa3-6e11-4f01-8e78-6e816369611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.168384 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.plugin [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Calling delete_port for 917b2c7e-01f4-4a78-a4ce-83780c69d195 owned by network:dhcp {{(pid=86781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:39:04.243621 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16528741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734629330719', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734628867076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2886829'] for port, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.248259 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-e9daa238-c5d1-430e-9485-dafa329a2cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:39:04.257867 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.db [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] For port 917b2c7e-01f4-4a78-a4ce-83780c69d195, host dv-cinder-817223-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817223-1-iscsi',level=0,port_id=917b2c7e-01f4-4a78-a4ce-83780c69d195,segment=NetworkSegment(31ebeec9-559a-4d4e-b30a-fac13a667157),segment_id=31ebeec9-559a-4d4e-b30a-fac13a667157)] {{(pid=86783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 09 15:39:04.258311 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-733918'] for port, precommit_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.297599 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Pushing event deleted for resources: {'Port': ['ID=917b2c7e-01f4-4a78-a4ce-83780c69d195,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:39:04.302009 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:39:04.303036 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] No DVR routers for this DVR port 917b2c7e-01f4-4a78-a4ce-83780c69d195 on host dv-cinder-817223-1-iscsi {{(pid=86781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 09 15:39:04.380353 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] Calling delete_port for 917b2c7e-01f4-4a78-a4ce-83780c69d195 owned by network:dhcp {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 09 15:39:04.422141 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16536172', 'neutron.services.segments.db._delete_segments_for_network-8734629371028'] for network, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.447110 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b0472b040>,) {'filters': {'network_id': ['03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612']}} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:39:04.453796 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.db.api [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 09 15:39:04.454201 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG oslo_db.api [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 09 15:39:04.459342 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b0472b040>, '31ebeec9-559a-4d4e-b30a-fac13a667157') {'for_net_delete': True} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:39:04.459641 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.services.segments.db [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b0472b040>, '31ebeec9-559a-4d4e-b30a-fac13a667157') {} {{(pid=86781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 09 15:39:04.471065 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734629299267', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128692'] for segment, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.486937 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16671917'] for segment, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.493406 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=86781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 09 15:39:04.493850 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16671892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2886896'] for segment, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]: Traceback (most recent call last):
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     timer()
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     cb(*args, **kw)
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     return func(*args, **kwargs)
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     self._notify()
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     self.callback(batched_events)
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     event.method(event)
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     return f(self, *a, **k)
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._get(url).json()
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     return self.request(url, 'GET', **kwargs)
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 09 15:39:04.506847 dv-cinder-817223-1-iscsi neutron-server[86781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 09 15:39:04.585545 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16536165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736478'] for network, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.590557 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537780'] for network, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.592970 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-b2ca1551-421e-49ad-abf8-3befe2759bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:39:04.615170 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:39:04.618173 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:39:04.619837 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a103701a-71e3-4c11-8000-016f46bcba64 admin admin] 10.222.0.87 "DELETE /v2.0/networks/03f2cd2d-c9f8-4a2a-8f5b-73bfe05ab612 HTTP/1.1" status: 204  len: 168 time: 0.9140084
Nov 09 15:39:04.737609 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40236) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:39:04.787495 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-e5b37b3f-7c56-411b-a158-ea35b0592707 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d328b0457d2741bb8867d2b728caf320&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0485823
Nov 09 15:39:04.790047 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40240) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:39:04.851744 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9040aece-4dda-40c2-baab-9179a1a1ee56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.879561 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9040aece-4dda-40c2-baab-9179a1a1ee56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.933768 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9040aece-4dda-40c2-baab-9179a1a1ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.937791 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-23b65a7e-b2e5-4370-9f08-08d32822c497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:39:04.955994 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] Deleting port 917b2c7e-01f4-4a78-a4ce-83780c69d195 {{(pid=86783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 09 15:39:04.956608 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040aece-4dda-40c2-baab-9179a1a1ee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfe3963-313e-4b3e-95d9-26821bcf3919,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:39:04.956770 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734629326219'] for port, before_delete {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.960224 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-9040aece-4dda-40c2-baab-9179a1a1ee56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:39:04.963849 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-9040aece-4dda-40c2-baab-9179a1a1ee56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:04.967900 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-9040aece-4dda-40c2-baab-9179a1a1ee56 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0bfe3963-313e-4b3e-95d9-26821bcf3919 HTTP/1.1" status: 204  len: 168 time: 0.1739361
Nov 09 15:39:05.039902 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-9662a2f7-0a0b-43e9-afb9-109aacb85e9f None None] The port '917b2c7e-01f4-4a78-a4ce-83780c69d195' was deleted {{(pid=86783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 09 15:39:05.062291 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:05.326311 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40248) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:39:05.376257 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-a967dfa7-1812-488f-aa0a-08377ea7fe30 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c5c5ec6ab4bc484dadbd34809a2e005d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487237
Nov 09 15:39:05.379202 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.wsgi [-] (86781) accepted ('10.222.0.87', 40252) {{(pid=86781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 09 15:39:05.436404 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-df504bb3-b0a0-4dbb-943f-0247504dfe03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:05.462058 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-df504bb3-b0a0-4dbb-943f-0247504dfe03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:05.515619 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-df504bb3-b0a0-4dbb-943f-0247504dfe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714732'] for security_group, after_delete {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:05.519245 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-42043c72-a060-49e1-8bf8-ef5da7905aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 09 15:39:05.531748 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504bb3-b0a0-4dbb-943f-0247504dfe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393bc357-296d-4f25-84ec-30babc54f199,revision_number=None']} {{(pid=86781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 09 15:39:05.534741 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG oslo_concurrency.lockutils [None req-df504bb3-b0a0-4dbb-943f-0247504dfe03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 09 15:39:05.537006 dv-cinder-817223-1-iscsi neutron-server[86781]: DEBUG neutron_lib.callbacks.manager [None req-df504bb3-b0a0-4dbb-943f-0247504dfe03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:05.537767 dv-cinder-817223-1-iscsi neutron-server[86781]: INFO neutron.wsgi [None req-df504bb3-b0a0-4dbb-943f-0247504dfe03 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/393bc357-296d-4f25-84ec-30babc54f199 HTTP/1.1" status: 204  len: 168 time: 0.1576753
Nov 09 15:39:05.946232 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 917b2c7e-01f4-4a78-a4ce-83780c69d195 no longer exists at agent ovs-agent-dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 09 15:39:06.013157 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.plugin [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] No Port match for: 917b2c7e-01f4-4a78-a4ce-83780c69d195 {{(pid=86783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 09 15:39:06.013881 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron.plugins.ml2.rpc [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Device 917b2c7e-01f4-4a78-a4ce-83780c69d195 not bound to the agent host dv-cinder-817223-1-iscsi {{(pid=86783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 09 15:39:06.411600 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:07.280893 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:16.460288 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:39:31.534009 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1aad4adb-9197-473f-9eb0-03440d7cff83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:31.864352 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:34.108578 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-cca2f4f1-60b8-4a3e-8592-b76027b5bda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:35.059371 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:36.418742 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:37.311629 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:39:53.460899 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:40:01.528618 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-fa51f53d-367f-4f95-81ab-58278fd8ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:01.862281 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:04.102332 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-a48fa8f8-eb26-46b5-a133-526dc154fea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:05.059099 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:06.419648 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:07.309018 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:30.461494 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:40:31.542175 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-e51f3ca8-8dcc-48c6-8d5f-dde376e90cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:31.857142 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:34.107122 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-34d98d7b-dec0-450c-8837-1efd1e5b0922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:35.063151 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:36.425536 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:40:37.333194 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:01.535752 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-37fd5ae5-8649-4032-9df8-1c2d23a95d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:01.865111 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:04.111526 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-05f0d1ba-42c6-495b-8ebb-994fc15abd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:05.065277 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:06.426261 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:07.324248 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:07.461509 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:41:31.548017 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-343acf20-90d0-456c-bde1-81db85bdc6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:31.864436 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:34.116874 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0a63-2fab-4b10-aca2-92ec1f4f5366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:35.070493 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:36.429881 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:37.323256 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:41:44.461812 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:42:01.543629 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6d9f-6059-4b55-a1c1-43bb5333fd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:01.861430 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:04.122604 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8af78de2-93bb-47f6-a4de-0c1c5beb2a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:05.078494 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:06.431964 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:07.333212 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:21.461592 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:42:31.552908 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-8888e6b4-2db1-4da1-9586-e515f7532846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:31.859033 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:34.128439 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-62f53d9b-103f-4d88-b630-4b5a5044cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:35.074003 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:36.438226 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:37.369384 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:42:58.461093 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:43:01.549630 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-110e53bc-f557-4987-abcc-c91db7b1cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:01.854609 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:04.133361 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-aecb2138-a9c0-4b93-9a5d-cef70cc178ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:05.082417 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:06.440370 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:07.385194 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:31.554447 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-caec3652-1909-4867-b35a-3b11e35c428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:31.869383 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:34.151127 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-785c3b70-e39e-48be-aa98-68833bdf60cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:35.084293 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:35.461106 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 09 15:43:36.440197 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:43:37.400089 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:44:01.560838 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-3cb180a7-d0a8-4bbb-bc94-64d984e84667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:44:01.865104 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-41f33d50-dbb1-4726-99f0-6b0c23db7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:44:04.135379 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-878fe3b8-d708-4bb8-b2f6-c1151a61759c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:44:05.084224 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-89408281-4507-4da1-9b8c-fd52158d2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:44:06.451236 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-25764dff-58fe-4d8d-b066-f949c482ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:44:07.403636 dv-cinder-817223-1-iscsi neutron-server[86783]: DEBUG neutron_lib.callbacks.manager [None req-f7bca8c4-2d9a-4867-97c7-0685288eed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734629371091', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16533178'] for agent, after_update {{(pid=86783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 09 15:44:12.462236 dv-cinder-817223-1-iscsi neutron-server[86784]: DEBUG neutron.db.agents_db [None req-49693c63-b526-42f6-ab61-872c3fd50e8d None None] Agent healthcheck: found 6 active agents {{(pid=86784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}